sst2 ap 2 0 4.0 sst2 0.911697247706422
sst2 ap 2 0 4.0 mrpc 0.9415137614678899
cola ap 2 0 4.0 sst2 0.775
cola ap 2 0 4.0 mrpc 0.774
sst2 ap 2 0 4.0 cola 0.9346330275229358
cola ap 2 0 4.0 cola 0.766
sst2 ap 2 0 4.0 qqp 0.9369266055045872
cola ap 2 0 4.0 qqp 0.768
sst2 moe 2 0 4.0 sst2 0.9369266055045872
sst2 random 2 0 4.0 sst2 0.9346330275229358
cola moe 2 0 4.0 sst2 0.767
cola random 2 0 4.0 sst2 0.78
mrpc ap 2 0 4.0 sst2 0.8382352941176471
mrpc ap 2 0 4.0 mrpc 0.7990196078431373
qqp ap 2 0 4.0 sst2 0.914
mrpc ap 2 0 4.0 cola 0.875
qqp ap 2 0 4.0 mrpc 0.909
mrpc ap 2 0 4.0 qqp 0.8578431372549019
qqp ap 2 0 4.0 cola 0.91
mrpc moe 2 0 4.0 sst2 0.7892156862745098
qqp ap 2 0 4.0 qqp 0.912
mrpc random 2 0 4.0 sst2 0.8799019607843137
qqp moe 2 0 4.0 sst2 0.912
sst2 ap 4 0 4.0 sst2 0.8944954128440367
qqp random 2 0 4.0 sst2 0.907
cola ap 4 0 4.0 sst2 0.785
sst2 ap 4 0 4.0 mrpc 0.930045871559633
cola ap 4 0 4.0 mrpc 0.742
sst2 ap 4 0 4.0 cola 0.9311926605504587
cola ap 4 0 4.0 cola 0.723
sst2 ap 4 0 4.0 qqp 0.930045871559633
cola ap 4 0 4.0 qqp 0.736
sst2 moe 4 0 4.0 sst2 0.9254587155963303
cola moe 4 0 4.0 sst2 0.774
sst2 random 4 0 4.0 sst2 0.9357798165137615
mrpc ap 4 0 4.0 sst2 0.7941176470588235
cola random 4 0 4.0 sst2 0.774
mrpc ap 4 0 4.0 mrpc 0.6004901960784313
qqp ap 4 0 4.0 sst2 0.903
mrpc ap 4 0 4.0 cola 0.8529411764705882
qqp ap 4 0 4.0 mrpc 0.902
mrpc ap 4 0 4.0 qqp 0.8651960784313726
qqp ap 4 0 4.0 cola 0.904
mrpc moe 4 0 4.0 sst2 0.7794117647058824
qqp ap 4 0 4.0 qqp 0.892
mrpc random 4 0 4.0 sst2 0.8504901960784313
qqp moe 4 0 4.0 sst2 0.914
qqp random 4 0 4.0 sst2 0.905
sst2 ap 6 0 4.0 sst2 0.8853211009174312
cola ap 6 0 4.0 sst2 0.749
sst2 ap 6 0 4.0 mrpc 0.9025229357798165
cola ap 6 0 4.0 mrpc 0.69
sst2 ap 6 0 4.0 cola 0.9185779816513762
sst2 ap 6 0 4.0 qqp 0.8876146788990825
cola ap 6 0 4.0 cola 0.684
cola ap 6 0 4.0 qqp 0.645
sst2 moe 6 0 4.0 sst2 0.8291284403669725
cola moe 6 0 4.0 sst2 0.578
sst2 random 6 0 4.0 sst2 0.926605504587156
mrpc ap 6 0 4.0 sst2 0.7009803921568627
cola random 6 0 4.0 sst2 0.766
mrpc ap 6 0 4.0 mrpc 0.47058823529411764
qqp ap 6 0 4.0 sst2 0.898
mrpc ap 6 0 4.0 cola 0.7573529411764706
qqp ap 6 0 4.0 mrpc 0.882
mrpc ap 6 0 4.0 qqp 0.6519607843137255
qqp ap 6 0 4.0 cola 0.898
mrpc moe 6 0 4.0 sst2 0.42401960784313725
qqp ap 6 0 4.0 qqp 0.863
mrpc random 6 0 4.0 sst2 0.8504901960784313
qqp moe 6 0 4.0 sst2 0.872
sst2 ap 8 0 4.0 sst2 0.8830275229357798
qqp random 6 0 4.0 sst2 0.907
cola ap 8 0 4.0 sst2 0.729
sst2 ap 8 0 4.0 mrpc 0.908256880733945
cola ap 8 0 4.0 mrpc 0.648
sst2 ap 8 0 4.0 cola 0.8979357798165137
cola ap 8 0 4.0 cola 0.662
sst2 ap 8 0 4.0 qqp 0.8577981651376146
cola ap 8 0 4.0 qqp 0.572
sst2 moe 8 0 4.0 sst2 0.8543577981651376
cola moe 8 0 4.0 sst2 0.608
sst2 random 8 0 4.0 sst2 0.9243119266055045
mrpc ap 8 0 4.0 sst2 0.6568627450980392
cola random 8 0 4.0 sst2 0.755
mrpc ap 8 0 4.0 mrpc 0.44607843137254904
qqp ap 8 0 4.0 sst2 0.897
mrpc ap 8 0 4.0 cola 0.6740196078431373
qqp ap 8 0 4.0 mrpc 0.868
mrpc ap 8 0 4.0 qqp 0.39950980392156865
qqp ap 8 0 4.0 cola 0.891
mrpc moe 8 0 4.0 sst2 0.40441176470588236
qqp ap 8 0 4.0 qqp 0.824
mrpc random 8 0 4.0 sst2 0.8480392156862745
qqp moe 8 0 4.0 sst2 0.877
sst2 ap 10 0 4.0 sst2 0.8887614678899083
qqp random 8 0 4.0 sst2 0.906
cola ap 10 0 4.0 sst2 0.667
sst2 ap 10 0 4.0 mrpc 0.8956422018348624
cola ap 10 0 4.0 mrpc 0.606
sst2 ap 10 0 4.0 cola 0.8830275229357798
cola ap 10 0 4.0 cola 0.636
sst2 ap 10 0 4.0 qqp 0.8165137614678899
cola ap 10 0 4.0 qqp 0.554
sst2 moe 10 0 4.0 sst2 0.6594036697247706
cola moe 10 0 4.0 sst2 0.496
sst2 random 10 0 4.0 sst2 0.9174311926605505
mrpc ap 10 0 4.0 sst2 0.5098039215686274
cola random 10 0 4.0 sst2 0.75
mrpc ap 10 0 4.0 mrpc 0.3799019607843137
qqp ap 10 0 4.0 sst2 0.891
mrpc ap 10 0 4.0 cola 0.5098039215686274
qqp ap 10 0 4.0 mrpc 0.839
mrpc ap 10 0 4.0 qqp 0.33088235294117646
qqp ap 10 0 4.0 cola 0.86
mrpc moe 10 0 4.0 sst2 0.3137254901960784
qqp ap 10 0 4.0 qqp 0.763
mrpc random 10 0 4.0 sst2 0.8137254901960784
qqp moe 10 0 4.0 sst2 0.747
sst2 ap 2 1 4.0 sst2 0.9059633027522935
qqp random 10 0 4.0 sst2 0.908
cola ap 2 1 4.0 sst2 0.78
sst2 ap 2 1 4.0 mrpc 0.9346330275229358
cola ap 2 1 4.0 mrpc 0.784
sst2 ap 2 1 4.0 cola 0.9380733944954128
sst2 ap 2 1 4.0 qqp 0.9369266055045872
cola ap 2 1 4.0 cola 0.775
cola ap 2 1 4.0 qqp 0.771
sst2 moe 2 1 4.0 sst2 0.930045871559633
cola moe 2 1 4.0 sst2 0.78
sst2 random 2 1 4.0 sst2 0.9357798165137615
mrpc ap 2 1 4.0 sst2 0.8602941176470589
cola random 2 1 4.0 sst2 0.79
mrpc ap 2 1 4.0 mrpc 0.7794117647058824
qqp ap 2 1 4.0 sst2 0.907
mrpc ap 2 1 4.0 cola 0.8553921568627451
qqp ap 2 1 4.0 mrpc 0.912
mrpc ap 2 1 4.0 qqp 0.8480392156862745
qqp ap 2 1 4.0 cola 0.898
mrpc moe 2 1 4.0 sst2 0.803921568627451
qqp ap 2 1 4.0 qqp 0.911
mrpc random 2 1 4.0 sst2 0.8651960784313726
qqp moe 2 1 4.0 sst2 0.907
sst2 ap 4 1 4.0 sst2 0.9128440366972477
qqp random 2 1 4.0 sst2 0.915
sst2 ap 4 1 4.0 mrpc 0.9357798165137615
cola ap 4 1 4.0 sst2 0.779
cola ap 4 1 4.0 mrpc 0.745
sst2 ap 4 1 4.0 cola 0.9346330275229358
sst2 ap 4 1 4.0 qqp 0.9197247706422018
cola ap 4 1 4.0 cola 0.705
cola ap 4 1 4.0 qqp 0.738
sst2 moe 4 1 4.0 sst2 0.9334862385321101
cola moe 4 1 4.0 sst2 0.777
sst2 random 4 1 4.0 sst2 0.9380733944954128
mrpc ap 4 1 4.0 sst2 0.7941176470588235
cola random 4 1 4.0 sst2 0.782
mrpc ap 4 1 4.0 mrpc 0.6127450980392157
qqp ap 4 1 4.0 sst2 0.906
mrpc ap 4 1 4.0 cola 0.8259803921568627
qqp ap 4 1 4.0 mrpc 0.905
mrpc ap 4 1 4.0 qqp 0.8382352941176471
qqp ap 4 1 4.0 cola 0.904
mrpc moe 4 1 4.0 sst2 0.7696078431372549
qqp ap 4 1 4.0 qqp 0.902
mrpc random 4 1 4.0 sst2 0.8578431372549019
qqp moe 4 1 4.0 sst2 0.91
sst2 ap 6 1 4.0 sst2 0.8922018348623854
qqp random 4 1 4.0 sst2 0.903
cola ap 6 1 4.0 sst2 0.742
sst2 ap 6 1 4.0 mrpc 0.908256880733945
cola ap 6 1 4.0 mrpc 0.685
sst2 ap 6 1 4.0 cola 0.9185779816513762
cola ap 6 1 4.0 cola 0.689
sst2 ap 6 1 4.0 qqp 0.8853211009174312
cola ap 6 1 4.0 qqp 0.65
sst2 moe 6 1 4.0 sst2 0.819954128440367
cola moe 6 1 4.0 sst2 0.614
sst2 random 6 1 4.0 sst2 0.9346330275229358
mrpc ap 6 1 4.0 sst2 0.7009803921568627
cola random 6 1 4.0 sst2 0.771
mrpc ap 6 1 4.0 mrpc 0.4411764705882353
qqp ap 6 1 4.0 sst2 0.905
mrpc ap 6 1 4.0 cola 0.7745098039215687
qqp ap 6 1 4.0 mrpc 0.883
mrpc ap 6 1 4.0 qqp 0.6078431372549019
qqp ap 6 1 4.0 cola 0.906
mrpc moe 6 1 4.0 sst2 0.4362745098039216
qqp ap 6 1 4.0 qqp 0.866
mrpc random 6 1 4.0 sst2 0.8455882352941176
qqp moe 6 1 4.0 sst2 0.879
sst2 ap 8 1 4.0 sst2 0.8876146788990825
qqp random 6 1 4.0 sst2 0.905
cola ap 8 1 4.0 sst2 0.754
sst2 ap 8 1 4.0 mrpc 0.9002293577981652
cola ap 8 1 4.0 mrpc 0.633
sst2 ap 8 1 4.0 cola 0.8967889908256881
cola ap 8 1 4.0 cola 0.657
sst2 ap 8 1 4.0 qqp 0.8428899082568807
cola ap 8 1 4.0 qqp 0.566
sst2 moe 8 1 4.0 sst2 0.8371559633027523
cola moe 8 1 4.0 sst2 0.618
sst2 random 8 1 4.0 sst2 0.9461009174311926
mrpc ap 8 1 4.0 sst2 0.6642156862745098
cola random 8 1 4.0 sst2 0.772
mrpc ap 8 1 4.0 mrpc 0.4362745098039216
qqp ap 8 1 4.0 sst2 0.9
mrpc ap 8 1 4.0 cola 0.6397058823529411
qqp ap 8 1 4.0 mrpc 0.878
mrpc ap 8 1 4.0 qqp 0.4215686274509804
qqp ap 8 1 4.0 cola 0.892
mrpc moe 8 1 4.0 sst2 0.39950980392156865
qqp ap 8 1 4.0 qqp 0.817
mrpc random 8 1 4.0 sst2 0.8504901960784313
qqp moe 8 1 4.0 sst2 0.854
sst2 ap 10 1 4.0 sst2 0.8623853211009175
qqp random 8 1 4.0 sst2 0.906
cola ap 10 1 4.0 sst2 0.669
sst2 ap 10 1 4.0 mrpc 0.8853211009174312
cola ap 10 1 4.0 mrpc 0.63
sst2 ap 10 1 4.0 cola 0.8704128440366973
cola ap 10 1 4.0 cola 0.635
sst2 ap 10 1 4.0 qqp 0.8211009174311926
cola ap 10 1 4.0 qqp 0.53
sst2 moe 10 1 4.0 sst2 0.6548165137614679
cola moe 10 1 4.0 sst2 0.475
sst2 random 10 1 4.0 sst2 0.926605504587156
cola random 10 1 4.0 sst2 0.757
mrpc ap 10 1 4.0 sst2 0.5
mrpc ap 10 1 4.0 mrpc 0.3700980392156863
qqp ap 10 1 4.0 sst2 0.892
mrpc ap 10 1 4.0 cola 0.5073529411764706
qqp ap 10 1 4.0 mrpc 0.833
mrpc ap 10 1 4.0 qqp 0.3431372549019608
qqp ap 10 1 4.0 cola 0.874
mrpc moe 10 1 4.0 sst2 0.3161764705882353
qqp ap 10 1 4.0 qqp 0.772
mrpc random 10 1 4.0 sst2 0.803921568627451
qqp moe 10 1 4.0 sst2 0.749
sst2 ap 2 2 4.0 sst2 0.9277522935779816
qqp random 10 1 4.0 sst2 0.897
sst2 ap 2 2 4.0 mrpc 0.9380733944954128
cola ap 2 2 4.0 sst2 0.8
sst2 ap 2 2 4.0 cola 0.9323394495412844
cola ap 2 2 4.0 mrpc 0.775
cola ap 2 2 4.0 cola 0.765
sst2 ap 2 2 4.0 qqp 0.9392201834862385
cola ap 2 2 4.0 qqp 0.78
sst2 moe 2 2 4.0 sst2 0.9334862385321101
cola moe 2 2 4.0 sst2 0.768
sst2 random 2 2 4.0 sst2 0.9415137614678899
mrpc ap 2 2 4.0 sst2 0.8431372549019608
cola random 2 2 4.0 sst2 0.784
mrpc ap 2 2 4.0 mrpc 0.7867647058823529
qqp ap 2 2 4.0 sst2 0.909
mrpc ap 2 2 4.0 cola 0.8700980392156863
qqp ap 2 2 4.0 mrpc 0.907
mrpc ap 2 2 4.0 qqp 0.8651960784313726
qqp ap 2 2 4.0 cola 0.902
mrpc moe 2 2 4.0 sst2 0.8308823529411765
qqp ap 2 2 4.0 qqp 0.905
mrpc random 2 2 4.0 sst2 0.8602941176470589
qqp moe 2 2 4.0 sst2 0.911
sst2 ap 4 2 4.0 sst2 0.9059633027522935
qqp random 2 2 4.0 sst2 0.91
cola ap 4 2 4.0 sst2 0.776
sst2 ap 4 2 4.0 mrpc 0.9334862385321101
cola ap 4 2 4.0 mrpc 0.737
sst2 ap 4 2 4.0 cola 0.926605504587156
cola ap 4 2 4.0 cola 0.7
sst2 ap 4 2 4.0 qqp 0.926605504587156
cola ap 4 2 4.0 qqp 0.711
sst2 moe 4 2 4.0 sst2 0.9323394495412844
cola moe 4 2 4.0 sst2 0.786
sst2 random 4 2 4.0 sst2 0.9334862385321101
mrpc ap 4 2 4.0 sst2 0.8014705882352942
cola random 4 2 4.0 sst2 0.782
mrpc ap 4 2 4.0 mrpc 0.6127450980392157
qqp ap 4 2 4.0 sst2 0.901
mrpc ap 4 2 4.0 cola 0.8333333333333334
qqp ap 4 2 4.0 mrpc 0.909
mrpc ap 4 2 4.0 qqp 0.8382352941176471
qqp ap 4 2 4.0 cola 0.907
mrpc moe 4 2 4.0 sst2 0.7598039215686274
qqp ap 4 2 4.0 qqp 0.898
mrpc random 4 2 4.0 sst2 0.8406862745098039
qqp moe 4 2 4.0 sst2 0.912
sst2 ap 6 2 4.0 sst2 0.9013761467889908
qqp random 4 2 4.0 sst2 0.906
cola ap 6 2 4.0 sst2 0.749
sst2 ap 6 2 4.0 mrpc 0.9185779816513762
cola ap 6 2 4.0 mrpc 0.69
sst2 ap 6 2 4.0 cola 0.926605504587156
cola ap 6 2 4.0 cola 0.699
sst2 ap 6 2 4.0 qqp 0.9013761467889908
cola ap 6 2 4.0 qqp 0.635
sst2 moe 6 2 4.0 sst2 0.8222477064220184
cola moe 6 2 4.0 sst2 0.596
sst2 random 6 2 4.0 sst2 0.9380733944954128
mrpc ap 6 2 4.0 sst2 0.7352941176470589
cola random 6 2 4.0 sst2 0.76
mrpc ap 6 2 4.0 mrpc 0.4534313725490196
qqp ap 6 2 4.0 sst2 0.901
mrpc ap 6 2 4.0 cola 0.7867647058823529
qqp ap 6 2 4.0 mrpc 0.884
mrpc ap 6 2 4.0 qqp 0.6544117647058824
qqp ap 6 2 4.0 cola 0.903
mrpc moe 6 2 4.0 sst2 0.40931372549019607
qqp ap 6 2 4.0 qqp 0.877
mrpc random 6 2 4.0 sst2 0.8602941176470589
qqp moe 6 2 4.0 sst2 0.859
sst2 ap 8 2 4.0 sst2 0.8784403669724771
qqp random 6 2 4.0 sst2 0.913
cola ap 8 2 4.0 sst2 0.735
sst2 ap 8 2 4.0 mrpc 0.9036697247706422
cola ap 8 2 4.0 mrpc 0.657
sst2 ap 8 2 4.0 cola 0.9105504587155964
cola ap 8 2 4.0 cola 0.659
sst2 ap 8 2 4.0 qqp 0.8543577981651376
cola ap 8 2 4.0 qqp 0.588
sst2 moe 8 2 4.0 sst2 0.841743119266055
cola moe 8 2 4.0 sst2 0.631
sst2 random 8 2 4.0 sst2 0.9208715596330275
cola random 8 2 4.0 sst2 0.769
mrpc ap 8 2 4.0 sst2 0.6323529411764706
mrpc ap 8 2 4.0 mrpc 0.45098039215686275
qqp ap 8 2 4.0 sst2 0.902
mrpc ap 8 2 4.0 cola 0.6617647058823529
qqp ap 8 2 4.0 mrpc 0.861
mrpc ap 8 2 4.0 qqp 0.42892156862745096
qqp ap 8 2 4.0 cola 0.889
mrpc moe 8 2 4.0 sst2 0.4019607843137255
qqp ap 8 2 4.0 qqp 0.831
mrpc random 8 2 4.0 sst2 0.8431372549019608
qqp moe 8 2 4.0 sst2 0.882
sst2 ap 10 2 4.0 sst2 0.8738532110091743
qqp random 8 2 4.0 sst2 0.903
cola ap 10 2 4.0 sst2 0.689
sst2 ap 10 2 4.0 mrpc 0.9013761467889908
cola ap 10 2 4.0 mrpc 0.639
sst2 ap 10 2 4.0 cola 0.8692660550458715
cola ap 10 2 4.0 cola 0.637
sst2 ap 10 2 4.0 qqp 0.8119266055045872
cola ap 10 2 4.0 qqp 0.547
sst2 moe 10 2 4.0 sst2 0.6548165137614679
cola moe 10 2 4.0 sst2 0.473
sst2 random 10 2 4.0 sst2 0.9323394495412844
cola random 10 2 4.0 sst2 0.75
mrpc ap 10 2 4.0 sst2 0.4583333333333333
mrpc ap 10 2 4.0 mrpc 0.37745098039215685
qqp ap 10 2 4.0 sst2 0.881
mrpc ap 10 2 4.0 cola 0.5
qqp ap 10 2 4.0 mrpc 0.84
mrpc ap 10 2 4.0 qqp 0.3333333333333333
qqp ap 10 2 4.0 cola 0.87
mrpc moe 10 2 4.0 sst2 0.31862745098039214
qqp ap 10 2 4.0 qqp 0.763
mrpc random 10 2 4.0 sst2 0.8063725490196079
qqp moe 10 2 4.0 sst2 0.746
sst2 ap 2 3 4.0 sst2 0.9128440366972477
qqp random 10 2 4.0 sst2 0.909
cola ap 2 3 4.0 sst2 0.781
sst2 ap 2 3 4.0 mrpc 0.9357798165137615
cola ap 2 3 4.0 mrpc 0.776
sst2 ap 2 3 4.0 cola 0.9369266055045872
cola ap 2 3 4.0 cola 0.767
sst2 ap 2 3 4.0 qqp 0.9323394495412844
cola ap 2 3 4.0 qqp 0.762
sst2 moe 2 3 4.0 sst2 0.9311926605504587
cola moe 2 3 4.0 sst2 0.774
sst2 random 2 3 4.0 sst2 0.9369266055045872
mrpc ap 2 3 4.0 sst2 0.8382352941176471
cola random 2 3 4.0 sst2 0.782
mrpc ap 2 3 4.0 mrpc 0.8088235294117647
qqp ap 2 3 4.0 sst2 0.909
mrpc ap 2 3 4.0 cola 0.8651960784313726
qqp ap 2 3 4.0 mrpc 0.91
mrpc ap 2 3 4.0 qqp 0.8553921568627451
qqp ap 2 3 4.0 cola 0.906
mrpc moe 2 3 4.0 sst2 0.8137254901960784
qqp ap 2 3 4.0 qqp 0.909
mrpc random 2 3 4.0 sst2 0.8651960784313726
qqp moe 2 3 4.0 sst2 0.916
sst2 ap 4 3 4.0 sst2 0.9048165137614679
qqp random 2 3 4.0 sst2 0.912
cola ap 4 3 4.0 sst2 0.778
sst2 ap 4 3 4.0 mrpc 0.9357798165137615
cola ap 4 3 4.0 mrpc 0.739
sst2 ap 4 3 4.0 cola 0.9346330275229358
cola ap 4 3 4.0 cola 0.725
sst2 ap 4 3 4.0 qqp 0.9208715596330275
cola ap 4 3 4.0 qqp 0.736
sst2 moe 4 3 4.0 sst2 0.9254587155963303
cola moe 4 3 4.0 sst2 0.774
sst2 random 4 3 4.0 sst2 0.9277522935779816
mrpc ap 4 3 4.0 sst2 0.8088235294117647
cola random 4 3 4.0 sst2 0.773
mrpc ap 4 3 4.0 mrpc 0.6495098039215687
qqp ap 4 3 4.0 sst2 0.905
mrpc ap 4 3 4.0 cola 0.8382352941176471
qqp ap 4 3 4.0 mrpc 0.903
mrpc ap 4 3 4.0 qqp 0.8259803921568627
qqp ap 4 3 4.0 cola 0.906
mrpc moe 4 3 4.0 sst2 0.7843137254901961
qqp ap 4 3 4.0 qqp 0.897
mrpc random 4 3 4.0 sst2 0.8553921568627451
qqp moe 4 3 4.0 sst2 0.905
sst2 ap 6 3 4.0 sst2 0.8864678899082569
qqp random 4 3 4.0 sst2 0.91
cola ap 6 3 4.0 sst2 0.755
sst2 ap 6 3 4.0 mrpc 0.9059633027522935
cola ap 6 3 4.0 mrpc 0.678
sst2 ap 6 3 4.0 cola 0.9162844036697247
cola ap 6 3 4.0 cola 0.699
sst2 ap 6 3 4.0 qqp 0.908256880733945
cola ap 6 3 4.0 qqp 0.64
sst2 moe 6 3 4.0 sst2 0.8314220183486238
cola moe 6 3 4.0 sst2 0.62
sst2 random 6 3 4.0 sst2 0.9334862385321101
mrpc ap 6 3 4.0 sst2 0.7107843137254902
cola random 6 3 4.0 sst2 0.777
mrpc ap 6 3 4.0 mrpc 0.4411764705882353
qqp ap 6 3 4.0 sst2 0.905
mrpc ap 6 3 4.0 cola 0.7769607843137255
qqp ap 6 3 4.0 mrpc 0.884
mrpc ap 6 3 4.0 qqp 0.6544117647058824
qqp ap 6 3 4.0 cola 0.9
mrpc moe 6 3 4.0 sst2 0.41911764705882354
qqp ap 6 3 4.0 qqp 0.873
mrpc random 6 3 4.0 sst2 0.8357843137254902
qqp moe 6 3 4.0 sst2 0.871
sst2 ap 8 3 4.0 sst2 0.8887614678899083
qqp random 6 3 4.0 sst2 0.906
cola ap 8 3 4.0 sst2 0.721
sst2 ap 8 3 4.0 mrpc 0.9059633027522935
cola ap 8 3 4.0 mrpc 0.651
sst2 ap 8 3 4.0 cola 0.9002293577981652
cola ap 8 3 4.0 cola 0.645
sst2 ap 8 3 4.0 qqp 0.8589449541284404
cola ap 8 3 4.0 qqp 0.573
sst2 moe 8 3 4.0 sst2 0.8509174311926605
cola moe 8 3 4.0 sst2 0.607
sst2 random 8 3 4.0 sst2 0.9243119266055045
cola random 8 3 4.0 sst2 0.753
mrpc ap 8 3 4.0 sst2 0.6470588235294118
mrpc ap 8 3 4.0 mrpc 0.45588235294117646
qqp ap 8 3 4.0 sst2 0.893
mrpc ap 8 3 4.0 cola 0.6446078431372549
qqp ap 8 3 4.0 mrpc 0.855
mrpc ap 8 3 4.0 qqp 0.38480392156862747
qqp ap 8 3 4.0 cola 0.882
mrpc moe 8 3 4.0 sst2 0.40441176470588236
qqp ap 8 3 4.0 qqp 0.833
mrpc random 8 3 4.0 sst2 0.8431372549019608
qqp moe 8 3 4.0 sst2 0.879
sst2 ap 10 3 4.0 sst2 0.8864678899082569
qqp random 8 3 4.0 sst2 0.909
cola ap 10 3 4.0 sst2 0.686
sst2 ap 10 3 4.0 mrpc 0.8956422018348624
cola ap 10 3 4.0 mrpc 0.612
sst2 ap 10 3 4.0 cola 0.8807339449541285
cola ap 10 3 4.0 cola 0.624
sst2 ap 10 3 4.0 qqp 0.8084862385321101
cola ap 10 3 4.0 qqp 0.522
sst2 moe 10 3 4.0 sst2 0.6594036697247706
cola moe 10 3 4.0 sst2 0.471
sst2 random 10 3 4.0 sst2 0.9231651376146789
cola random 10 3 4.0 sst2 0.766
mrpc ap 10 3 4.0 sst2 0.5245098039215687
mrpc ap 10 3 4.0 mrpc 0.36764705882352944
qqp ap 10 3 4.0 sst2 0.879
mrpc ap 10 3 4.0 cola 0.5294117647058824
qqp ap 10 3 4.0 mrpc 0.834
mrpc ap 10 3 4.0 qqp 0.3235294117647059
qqp ap 10 3 4.0 cola 0.852
mrpc moe 10 3 4.0 sst2 0.31862745098039214
qqp ap 10 3 4.0 qqp 0.767
mrpc random 10 3 4.0 sst2 0.8333333333333334
qqp moe 10 3 4.0 sst2 0.737
sst2 ap 2 4 4.0 sst2 0.9094036697247706
qqp random 10 3 4.0 sst2 0.908
cola ap 2 4 4.0 sst2 0.784
sst2 ap 2 4 4.0 mrpc 0.9380733944954128
cola ap 2 4 4.0 mrpc 0.769
sst2 ap 2 4 4.0 cola 0.9380733944954128
cola ap 2 4 4.0 cola 0.762
sst2 ap 2 4 4.0 qqp 0.9323394495412844
cola ap 2 4 4.0 qqp 0.775
sst2 moe 2 4 4.0 sst2 0.9346330275229358
cola moe 2 4 4.0 sst2 0.778
sst2 random 2 4 4.0 sst2 0.9357798165137615
mrpc ap 2 4 4.0 sst2 0.8602941176470589
cola random 2 4 4.0 sst2 0.787
mrpc ap 2 4 4.0 mrpc 0.7990196078431373
qqp ap 2 4 4.0 sst2 0.909
mrpc ap 2 4 4.0 cola 0.8676470588235294
qqp ap 2 4 4.0 mrpc 0.905
mrpc ap 2 4 4.0 qqp 0.8504901960784313
qqp ap 2 4 4.0 cola 0.904
mrpc moe 2 4 4.0 sst2 0.8112745098039216
qqp ap 2 4 4.0 qqp 0.905
mrpc random 2 4 4.0 sst2 0.8700980392156863
qqp moe 2 4 4.0 sst2 0.907
sst2 ap 4 4 4.0 sst2 0.9071100917431193
qqp random 2 4 4.0 sst2 0.916
cola ap 4 4 4.0 sst2 0.776
sst2 ap 4 4 4.0 mrpc 0.930045871559633
cola ap 4 4 4.0 mrpc 0.746
sst2 ap 4 4 4.0 cola 0.9243119266055045
cola ap 4 4 4.0 cola 0.711
sst2 ap 4 4 4.0 qqp 0.9346330275229358
cola ap 4 4 4.0 qqp 0.723
sst2 moe 4 4 4.0 sst2 0.9346330275229358
cola moe 4 4 4.0 sst2 0.777
sst2 random 4 4 4.0 sst2 0.9346330275229358
mrpc ap 4 4 4.0 sst2 0.7916666666666666
cola random 4 4 4.0 sst2 0.774
mrpc ap 4 4 4.0 mrpc 0.6446078431372549
qqp ap 4 4 4.0 sst2 0.913
mrpc ap 4 4 4.0 cola 0.8651960784313726
qqp ap 4 4 4.0 mrpc 0.906
mrpc ap 4 4 4.0 qqp 0.8455882352941176
qqp ap 4 4 4.0 cola 0.908
mrpc moe 4 4 4.0 sst2 0.7720588235294118
qqp ap 4 4 4.0 qqp 0.906
mrpc random 4 4 4.0 sst2 0.8651960784313726
qqp moe 4 4 4.0 sst2 0.907
sst2 ap 6 4 4.0 sst2 0.8738532110091743
qqp random 4 4 4.0 sst2 0.91
cola ap 6 4 4.0 sst2 0.741
sst2 ap 6 4 4.0 mrpc 0.9231651376146789
cola ap 6 4 4.0 mrpc 0.686
sst2 ap 6 4 4.0 cola 0.9174311926605505
cola ap 6 4 4.0 cola 0.68
sst2 ap 6 4 4.0 qqp 0.8967889908256881
cola ap 6 4 4.0 qqp 0.652
sst2 moe 6 4 4.0 sst2 0.8084862385321101
cola moe 6 4 4.0 sst2 0.631
sst2 random 6 4 4.0 sst2 0.9357798165137615
mrpc ap 6 4 4.0 sst2 0.7107843137254902
cola random 6 4 4.0 sst2 0.765
mrpc ap 6 4 4.0 mrpc 0.47794117647058826
qqp ap 6 4 4.0 sst2 0.918
mrpc ap 6 4 4.0 cola 0.7867647058823529
qqp ap 6 4 4.0 mrpc 0.885
mrpc ap 6 4 4.0 qqp 0.6127450980392157
qqp ap 6 4 4.0 cola 0.902
mrpc moe 6 4 4.0 sst2 0.4166666666666667
qqp ap 6 4 4.0 qqp 0.87
mrpc random 6 4 4.0 sst2 0.8725490196078431
qqp moe 6 4 4.0 sst2 0.881
sst2 ap 8 4 4.0 sst2 0.8853211009174312
qqp random 6 4 4.0 sst2 0.906
cola ap 8 4 4.0 sst2 0.721
sst2 ap 8 4 4.0 mrpc 0.9036697247706422
cola ap 8 4 4.0 mrpc 0.651
sst2 ap 8 4 4.0 cola 0.908256880733945
cola ap 8 4 4.0 cola 0.69
sst2 ap 8 4 4.0 qqp 0.8589449541284404
cola ap 8 4 4.0 qqp 0.573
sst2 moe 8 4 4.0 sst2 0.8371559633027523
cola moe 8 4 4.0 sst2 0.639
sst2 random 8 4 4.0 sst2 0.9334862385321101
cola random 8 4 4.0 sst2 0.748
mrpc ap 8 4 4.0 sst2 0.6421568627450981
mrpc ap 8 4 4.0 mrpc 0.4730392156862745
qqp ap 8 4 4.0 sst2 0.888
mrpc ap 8 4 4.0 cola 0.6078431372549019
qqp ap 8 4 4.0 mrpc 0.864
mrpc ap 8 4 4.0 qqp 0.36519607843137253
qqp ap 8 4 4.0 cola 0.892
mrpc moe 8 4 4.0 sst2 0.39215686274509803
qqp ap 8 4 4.0 qqp 0.829
mrpc random 8 4 4.0 sst2 0.8382352941176471
qqp moe 8 4 4.0 sst2 0.868
sst2 ap 10 4 4.0 sst2 0.8784403669724771
qqp random 8 4 4.0 sst2 0.903
cola ap 10 4 4.0 sst2 0.669
sst2 ap 10 4 4.0 mrpc 0.8864678899082569
cola ap 10 4 4.0 mrpc 0.6
sst2 ap 10 4 4.0 cola 0.8772935779816514
cola ap 10 4 4.0 cola 0.634
sst2 ap 10 4 4.0 qqp 0.8153669724770642
cola ap 10 4 4.0 qqp 0.543
sst2 moe 10 4 4.0 sst2 0.6571100917431193
cola moe 10 4 4.0 sst2 0.454
sst2 random 10 4 4.0 sst2 0.9254587155963303
cola random 10 4 4.0 sst2 0.74
mrpc ap 10 4 4.0 sst2 0.49019607843137253
mrpc ap 10 4 4.0 mrpc 0.4068627450980392
qqp ap 10 4 4.0 sst2 0.884
mrpc ap 10 4 4.0 cola 0.5269607843137255
qqp ap 10 4 4.0 mrpc 0.837
mrpc ap 10 4 4.0 qqp 0.33088235294117646
qqp ap 10 4 4.0 cola 0.858
mrpc moe 10 4 4.0 sst2 0.3161764705882353
qqp ap 10 4 4.0 qqp 0.76
mrpc random 10 4 4.0 sst2 0.8112745098039216
qqp moe 10 4 4.0 sst2 0.745
qqp random 10 4 4.0 sst2 0.894
cola ap 12 0 4.0 sst2 0.64
sst2 ap 12 0 4.0 sst2 0.8555045871559633
cola ap 12 0 4.0 mrpc 0.604
sst2 ap 12 0 4.0 mrpc 0.8876146788990825
cola ap 12 0 4.0 cola 0.625
sst2 ap 12 0 4.0 cola 0.8795871559633027
cola ap 12 0 4.0 qqp 0.479
sst2 ap 12 0 4.0 qqp 0.768348623853211
cola moe 12 0 4.0 sst2 0.482
sst2 moe 12 0 4.0 sst2 0.6938073394495413
cola random 12 0 4.0 sst2 0.749
sst2 random 12 0 4.0 sst2 0.930045871559633
mrpc ap 12 0 4.0 sst2 0.4215686274509804
qqp ap 12 0 4.0 sst2 0.866
mrpc ap 12 0 4.0 mrpc 0.35294117647058826
qqp ap 12 0 4.0 mrpc 0.829
mrpc ap 12 0 4.0 cola 0.4264705882352941
qqp ap 12 0 4.0 cola 0.848
mrpc ap 12 0 4.0 qqp 0.3333333333333333
qqp ap 12 0 4.0 qqp 0.751
mrpc moe 12 0 4.0 sst2 0.3161764705882353
qqp moe 12 0 4.0 sst2 0.762
mrpc random 12 0 4.0 sst2 0.7696078431372549
qqp random 12 0 4.0 sst2 0.909
cola ap 14 0 4.0 sst2 0.62
sst2 ap 14 0 4.0 sst2 0.8440366972477065
cola ap 14 0 4.0 mrpc 0.592
sst2 ap 14 0 4.0 mrpc 0.8612385321100917
cola ap 14 0 4.0 cola 0.609
sst2 ap 14 0 4.0 cola 0.8715596330275229
cola ap 14 0 4.0 qqp 0.473
sst2 ap 14 0 4.0 qqp 0.6754587155963303
cola moe 14 0 4.0 sst2 0.461
sst2 moe 14 0 4.0 sst2 0.7018348623853211
cola random 14 0 4.0 sst2 0.747
sst2 random 14 0 4.0 sst2 0.9151376146788991
mrpc ap 14 0 4.0 sst2 0.375
qqp ap 14 0 4.0 sst2 0.858
mrpc ap 14 0 4.0 mrpc 0.36519607843137253
qqp ap 14 0 4.0 mrpc 0.813
mrpc ap 14 0 4.0 cola 0.3872549019607843
qqp ap 14 0 4.0 cola 0.822
mrpc ap 14 0 4.0 qqp 0.31862745098039214
qqp ap 14 0 4.0 qqp 0.691
mrpc moe 14 0 4.0 sst2 0.3137254901960784
qqp moe 14 0 4.0 sst2 0.728
mrpc random 14 0 4.0 sst2 0.7426470588235294
qqp random 14 0 4.0 sst2 0.9
cola ap 16 0 4.0 sst2 0.541
sst2 ap 16 0 4.0 sst2 0.8474770642201835
cola ap 16 0 4.0 mrpc 0.592
sst2 ap 16 0 4.0 mrpc 0.8761467889908257
cola ap 16 0 4.0 cola 0.596
sst2 ap 16 0 4.0 cola 0.8314220183486238
cola ap 16 0 4.0 qqp 0.503
sst2 ap 16 0 4.0 qqp 0.6628440366972477
cola moe 16 0 4.0 sst2 0.501
sst2 moe 16 0 4.0 sst2 0.7110091743119266
cola random 16 0 4.0 sst2 0.71
sst2 random 16 0 4.0 sst2 0.9094036697247706
mrpc ap 16 0 4.0 sst2 0.3627450980392157
qqp ap 16 0 4.0 sst2 0.841
mrpc ap 16 0 4.0 mrpc 0.3431372549019608
qqp ap 16 0 4.0 mrpc 0.795
mrpc ap 16 0 4.0 cola 0.375
qqp ap 16 0 4.0 cola 0.81
mrpc ap 16 0 4.0 qqp 0.3161764705882353
qqp ap 16 0 4.0 qqp 0.681
mrpc moe 16 0 4.0 sst2 0.31862745098039214
qqp moe 16 0 4.0 sst2 0.755
mrpc random 16 0 4.0 sst2 0.696078431372549
qqp random 16 0 4.0 sst2 0.908
cola ap 18 0 4.0 sst2 0.523
sst2 ap 18 0 4.0 sst2 0.8279816513761468
cola ap 18 0 4.0 mrpc 0.606
sst2 ap 18 0 4.0 mrpc 0.8555045871559633
cola ap 18 0 4.0 cola 0.578
sst2 ap 18 0 4.0 cola 0.8451834862385321
cola ap 18 0 4.0 qqp 0.488
sst2 ap 18 0 4.0 qqp 0.6777522935779816
cola moe 18 0 4.0 sst2 0.492
sst2 moe 18 0 4.0 sst2 0.7603211009174312
cola random 18 0 4.0 sst2 0.68
sst2 random 18 0 4.0 sst2 0.9071100917431193
mrpc ap 18 0 4.0 sst2 0.3333333333333333
qqp ap 18 0 4.0 sst2 0.828
mrpc ap 18 0 4.0 mrpc 0.3627450980392157
qqp ap 18 0 4.0 mrpc 0.8
mrpc ap 18 0 4.0 cola 0.35294117647058826
qqp ap 18 0 4.0 cola 0.801
mrpc ap 18 0 4.0 qqp 0.31862745098039214
qqp ap 18 0 4.0 qqp 0.686
mrpc moe 18 0 4.0 sst2 0.31862745098039214
qqp moe 18 0 4.0 sst2 0.763
mrpc random 18 0 4.0 sst2 0.6544117647058824
qqp random 18 0 4.0 sst2 0.891
sst2 ap 20 0 4.0 sst2 0.8142201834862385
cola ap 20 0 4.0 sst2 0.577
cola ap 20 0 4.0 mrpc 0.6
sst2 ap 20 0 4.0 mrpc 0.8532110091743119
cola ap 20 0 4.0 cola 0.559
sst2 ap 20 0 4.0 cola 0.8153669724770642
cola ap 20 0 4.0 qqp 0.476
sst2 ap 20 0 4.0 qqp 0.6788990825688074
cola moe 20 0 4.0 sst2 0.448
sst2 moe 20 0 4.0 sst2 0.7557339449541285
cola random 20 0 4.0 sst2 0.66
sst2 random 20 0 4.0 sst2 0.9059633027522935
mrpc ap 20 0 4.0 sst2 0.31862745098039214
qqp ap 20 0 4.0 sst2 0.798
mrpc ap 20 0 4.0 mrpc 0.34558823529411764
qqp ap 20 0 4.0 mrpc 0.799
mrpc ap 20 0 4.0 cola 0.35294117647058826
qqp ap 20 0 4.0 cola 0.782
mrpc ap 20 0 4.0 qqp 0.3161764705882353
qqp ap 20 0 4.0 qqp 0.683
mrpc moe 20 0 4.0 sst2 0.3235294117647059
qqp moe 20 0 4.0 sst2 0.729
mrpc random 20 0 4.0 sst2 0.5441176470588235
qqp random 20 0 4.0 sst2 0.873
sst2 ap 12 1 4.0 sst2 0.8577981651376146
cola ap 12 1 4.0 sst2 0.643
cola ap 12 1 4.0 mrpc 0.63
sst2 ap 12 1 4.0 mrpc 0.8853211009174312
cola ap 12 1 4.0 cola 0.658
sst2 ap 12 1 4.0 cola 0.8704128440366973
cola ap 12 1 4.0 qqp 0.51
sst2 ap 12 1 4.0 qqp 0.7821100917431193
cola moe 12 1 4.0 sst2 0.483
sst2 moe 12 1 4.0 sst2 0.6857798165137615
cola random 12 1 4.0 sst2 0.741
sst2 random 12 1 4.0 sst2 0.9288990825688074
mrpc ap 12 1 4.0 sst2 0.3946078431372549
qqp ap 12 1 4.0 sst2 0.875
mrpc ap 12 1 4.0 mrpc 0.375
qqp ap 12 1 4.0 mrpc 0.815
mrpc ap 12 1 4.0 cola 0.43137254901960786
qqp ap 12 1 4.0 cola 0.848
mrpc ap 12 1 4.0 qqp 0.3333333333333333
qqp ap 12 1 4.0 qqp 0.755
mrpc moe 12 1 4.0 sst2 0.3161764705882353
qqp moe 12 1 4.0 sst2 0.74
mrpc random 12 1 4.0 sst2 0.7696078431372549
qqp random 12 1 4.0 sst2 0.905
cola ap 14 1 4.0 sst2 0.6
sst2 ap 14 1 4.0 sst2 0.856651376146789
cola ap 14 1 4.0 mrpc 0.581
sst2 ap 14 1 4.0 mrpc 0.8692660550458715
cola ap 14 1 4.0 cola 0.606
sst2 ap 14 1 4.0 cola 0.8795871559633027
cola ap 14 1 4.0 qqp 0.519
sst2 ap 14 1 4.0 qqp 0.6788990825688074
cola moe 14 1 4.0 sst2 0.455
sst2 moe 14 1 4.0 sst2 0.7018348623853211
cola random 14 1 4.0 sst2 0.744
sst2 random 14 1 4.0 sst2 0.9334862385321101
mrpc ap 14 1 4.0 sst2 0.39950980392156865
qqp ap 14 1 4.0 sst2 0.865
mrpc ap 14 1 4.0 mrpc 0.3333333333333333
qqp ap 14 1 4.0 mrpc 0.805
mrpc ap 14 1 4.0 cola 0.4117647058823529
qqp ap 14 1 4.0 cola 0.823
mrpc ap 14 1 4.0 qqp 0.3161764705882353
qqp ap 14 1 4.0 qqp 0.691
mrpc moe 14 1 4.0 sst2 0.31862745098039214
qqp moe 14 1 4.0 sst2 0.717
mrpc random 14 1 4.0 sst2 0.7328431372549019
qqp random 14 1 4.0 sst2 0.898
cola ap 16 1 4.0 sst2 0.55
sst2 ap 16 1 4.0 sst2 0.8520642201834863
cola ap 16 1 4.0 mrpc 0.608
sst2 ap 16 1 4.0 mrpc 0.8646788990825688
cola ap 16 1 4.0 cola 0.591
sst2 ap 16 1 4.0 cola 0.8623853211009175
cola ap 16 1 4.0 qqp 0.498
sst2 ap 16 1 4.0 qqp 0.661697247706422
cola moe 16 1 4.0 sst2 0.469
sst2 moe 16 1 4.0 sst2 0.7327981651376146
cola random 16 1 4.0 sst2 0.731
sst2 random 16 1 4.0 sst2 0.911697247706422
mrpc ap 16 1 4.0 sst2 0.35294117647058826
qqp ap 16 1 4.0 sst2 0.855
mrpc ap 16 1 4.0 mrpc 0.3553921568627451
qqp ap 16 1 4.0 mrpc 0.807
mrpc ap 16 1 4.0 cola 0.3799019607843137
qqp ap 16 1 4.0 cola 0.816
mrpc ap 16 1 4.0 qqp 0.3161764705882353
qqp ap 16 1 4.0 qqp 0.683
mrpc moe 16 1 4.0 sst2 0.3112745098039216
qqp moe 16 1 4.0 sst2 0.74
mrpc random 16 1 4.0 sst2 0.7352941176470589
qqp random 16 1 4.0 sst2 0.893
cola ap 18 1 4.0 sst2 0.526
sst2 ap 18 1 4.0 sst2 0.8256880733944955
cola ap 18 1 4.0 mrpc 0.584
sst2 ap 18 1 4.0 mrpc 0.8474770642201835
cola ap 18 1 4.0 cola 0.598
sst2 ap 18 1 4.0 cola 0.8509174311926605
cola ap 18 1 4.0 qqp 0.463
sst2 ap 18 1 4.0 qqp 0.6731651376146789
cola moe 18 1 4.0 sst2 0.502
sst2 moe 18 1 4.0 sst2 0.7568807339449541
cola random 18 1 4.0 sst2 0.7
sst2 random 18 1 4.0 sst2 0.9013761467889908
mrpc ap 18 1 4.0 sst2 0.33088235294117646
qqp ap 18 1 4.0 sst2 0.828
mrpc ap 18 1 4.0 mrpc 0.3553921568627451
qqp ap 18 1 4.0 mrpc 0.787
mrpc ap 18 1 4.0 cola 0.3700980392156863
qqp ap 18 1 4.0 cola 0.806
mrpc ap 18 1 4.0 qqp 0.3161764705882353
qqp ap 18 1 4.0 qqp 0.682
mrpc moe 18 1 4.0 sst2 0.32107843137254904
qqp moe 18 1 4.0 sst2 0.737
mrpc random 18 1 4.0 sst2 0.7034313725490197
qqp random 18 1 4.0 sst2 0.882
cola ap 20 1 4.0 sst2 0.548
sst2 ap 20 1 4.0 sst2 0.819954128440367
cola ap 20 1 4.0 mrpc 0.616
sst2 ap 20 1 4.0 mrpc 0.8681192660550459
cola ap 20 1 4.0 cola 0.591
sst2 ap 20 1 4.0 cola 0.8268348623853211
cola ap 20 1 4.0 qqp 0.477
sst2 ap 20 1 4.0 qqp 0.6743119266055045
cola moe 20 1 4.0 sst2 0.444
sst2 moe 20 1 4.0 sst2 0.7717889908256881
cola random 20 1 4.0 sst2 0.692
sst2 random 20 1 4.0 sst2 0.9002293577981652
mrpc ap 20 1 4.0 sst2 0.3161764705882353
qqp ap 20 1 4.0 sst2 0.797
mrpc ap 20 1 4.0 mrpc 0.34068627450980393
qqp ap 20 1 4.0 mrpc 0.797
mrpc ap 20 1 4.0 cola 0.35784313725490197
qqp ap 20 1 4.0 cola 0.79
mrpc ap 20 1 4.0 qqp 0.3161764705882353
qqp ap 20 1 4.0 qqp 0.684
mrpc moe 20 1 4.0 sst2 0.3137254901960784
qqp moe 20 1 4.0 sst2 0.75
mrpc random 20 1 4.0 sst2 0.5931372549019608
qqp random 20 1 4.0 sst2 0.868
sst2 ap 12 2 4.0 sst2 0.8532110091743119
cola ap 12 2 4.0 sst2 0.596
cola ap 12 2 4.0 mrpc 0.581
sst2 ap 12 2 4.0 mrpc 0.8887614678899083
cola ap 12 2 4.0 cola 0.646
sst2 ap 12 2 4.0 cola 0.8738532110091743
cola ap 12 2 4.0 qqp 0.503
sst2 ap 12 2 4.0 qqp 0.7752293577981652
cola moe 12 2 4.0 sst2 0.479
sst2 moe 12 2 4.0 sst2 0.6788990825688074
cola random 12 2 4.0 sst2 0.718
sst2 random 12 2 4.0 sst2 0.926605504587156
mrpc ap 12 2 4.0 sst2 0.37745098039215685
qqp ap 12 2 4.0 sst2 0.874
mrpc ap 12 2 4.0 mrpc 0.3480392156862745
qqp ap 12 2 4.0 mrpc 0.832
mrpc ap 12 2 4.0 cola 0.4338235294117647
qqp ap 12 2 4.0 cola 0.847
mrpc ap 12 2 4.0 qqp 0.32107843137254904
qqp ap 12 2 4.0 qqp 0.762
mrpc moe 12 2 4.0 sst2 0.31862745098039214
qqp moe 12 2 4.0 sst2 0.759
mrpc random 12 2 4.0 sst2 0.8014705882352942
qqp random 12 2 4.0 sst2 0.901
cola ap 14 2 4.0 sst2 0.584
sst2 ap 14 2 4.0 sst2 0.8577981651376146
cola ap 14 2 4.0 mrpc 0.588
sst2 ap 14 2 4.0 mrpc 0.8658256880733946
cola ap 14 2 4.0 cola 0.62
sst2 ap 14 2 4.0 cola 0.8635321100917431
cola ap 14 2 4.0 qqp 0.486
sst2 ap 14 2 4.0 qqp 0.6880733944954128
cola moe 14 2 4.0 sst2 0.496
sst2 moe 14 2 4.0 sst2 0.7144495412844036
cola random 14 2 4.0 sst2 0.724
sst2 random 14 2 4.0 sst2 0.9139908256880734
mrpc ap 14 2 4.0 sst2 0.3799019607843137
qqp ap 14 2 4.0 sst2 0.856
mrpc ap 14 2 4.0 mrpc 0.3602941176470588
qqp ap 14 2 4.0 mrpc 0.801
mrpc ap 14 2 4.0 cola 0.3872549019607843
qqp ap 14 2 4.0 cola 0.82
mrpc ap 14 2 4.0 qqp 0.3161764705882353
qqp ap 14 2 4.0 qqp 0.697
mrpc moe 14 2 4.0 sst2 0.3161764705882353
qqp moe 14 2 4.0 sst2 0.733
mrpc random 14 2 4.0 sst2 0.7965686274509803
qqp random 14 2 4.0 sst2 0.904
cola ap 16 2 4.0 sst2 0.556
sst2 ap 16 2 4.0 sst2 0.8486238532110092
cola ap 16 2 4.0 mrpc 0.575
sst2 ap 16 2 4.0 mrpc 0.8853211009174312
cola ap 16 2 4.0 cola 0.596
sst2 ap 16 2 4.0 cola 0.8371559633027523
cola ap 16 2 4.0 qqp 0.515
sst2 ap 16 2 4.0 qqp 0.6594036697247706
cola moe 16 2 4.0 sst2 0.477
sst2 moe 16 2 4.0 sst2 0.7075688073394495
cola random 16 2 4.0 sst2 0.729
sst2 random 16 2 4.0 sst2 0.9094036697247706
mrpc ap 16 2 4.0 sst2 0.3333333333333333
qqp ap 16 2 4.0 sst2 0.846
mrpc ap 16 2 4.0 mrpc 0.3553921568627451
qqp ap 16 2 4.0 mrpc 0.8
mrpc ap 16 2 4.0 cola 0.38235294117647056
qqp ap 16 2 4.0 cola 0.814
mrpc ap 16 2 4.0 qqp 0.3161764705882353
qqp ap 16 2 4.0 qqp 0.68
mrpc moe 16 2 4.0 sst2 0.3161764705882353
qqp moe 16 2 4.0 sst2 0.738
mrpc random 16 2 4.0 sst2 0.7573529411764706
qqp random 16 2 4.0 sst2 0.903
cola ap 18 2 4.0 sst2 0.537
sst2 ap 18 2 4.0 sst2 0.8084862385321101
cola ap 18 2 4.0 mrpc 0.604
sst2 ap 18 2 4.0 mrpc 0.8532110091743119
cola ap 18 2 4.0 cola 0.577
sst2 ap 18 2 4.0 cola 0.8371559633027523
cola ap 18 2 4.0 qqp 0.486
sst2 ap 18 2 4.0 qqp 0.6639908256880734
cola moe 18 2 4.0 sst2 0.49
sst2 moe 18 2 4.0 sst2 0.7752293577981652
cola random 18 2 4.0 sst2 0.697
sst2 random 18 2 4.0 sst2 0.9048165137614679
mrpc ap 18 2 4.0 sst2 0.3284313725490196
qqp ap 18 2 4.0 sst2 0.824
mrpc ap 18 2 4.0 mrpc 0.35294117647058826
qqp ap 18 2 4.0 mrpc 0.805
mrpc ap 18 2 4.0 cola 0.375
qqp ap 18 2 4.0 cola 0.802
mrpc ap 18 2 4.0 qqp 0.31862745098039214
qqp ap 18 2 4.0 qqp 0.682
mrpc moe 18 2 4.0 sst2 0.31862745098039214
qqp moe 18 2 4.0 sst2 0.748
mrpc random 18 2 4.0 sst2 0.6838235294117647
qqp random 18 2 4.0 sst2 0.901
cola ap 20 2 4.0 sst2 0.552
sst2 ap 20 2 4.0 sst2 0.8302752293577982
cola ap 20 2 4.0 mrpc 0.613
sst2 ap 20 2 4.0 mrpc 0.8681192660550459
cola ap 20 2 4.0 cola 0.562
sst2 ap 20 2 4.0 cola 0.8188073394495413
cola ap 20 2 4.0 qqp 0.502
sst2 ap 20 2 4.0 qqp 0.6892201834862385
cola moe 20 2 4.0 sst2 0.446
sst2 moe 20 2 4.0 sst2 0.7591743119266054
cola random 20 2 4.0 sst2 0.68
sst2 random 20 2 4.0 sst2 0.8967889908256881
mrpc ap 20 2 4.0 sst2 0.3235294117647059
qqp ap 20 2 4.0 sst2 0.803
mrpc ap 20 2 4.0 mrpc 0.36764705882352944
qqp ap 20 2 4.0 mrpc 0.788
mrpc ap 20 2 4.0 cola 0.3431372549019608
qqp ap 20 2 4.0 cola 0.794
mrpc ap 20 2 4.0 qqp 0.3161764705882353
qqp ap 20 2 4.0 qqp 0.687
mrpc moe 20 2 4.0 sst2 0.3137254901960784
qqp moe 20 2 4.0 sst2 0.725
mrpc random 20 2 4.0 sst2 0.6299019607843137
qqp random 20 2 4.0 sst2 0.887
sst2 ap 12 3 4.0 sst2 0.8658256880733946
cola ap 12 3 4.0 sst2 0.634
cola ap 12 3 4.0 mrpc 0.587
sst2 ap 12 3 4.0 mrpc 0.8956422018348624
cola ap 12 3 4.0 cola 0.62
sst2 ap 12 3 4.0 cola 0.8818807339449541
cola ap 12 3 4.0 qqp 0.484
sst2 ap 12 3 4.0 qqp 0.7889908256880734
cola moe 12 3 4.0 sst2 0.453
sst2 moe 12 3 4.0 sst2 0.6869266055045872
cola random 12 3 4.0 sst2 0.733
sst2 random 12 3 4.0 sst2 0.9288990825688074
mrpc ap 12 3 4.0 sst2 0.4068627450980392
qqp ap 12 3 4.0 sst2 0.864
mrpc ap 12 3 4.0 mrpc 0.3700980392156863
qqp ap 12 3 4.0 mrpc 0.813
mrpc ap 12 3 4.0 cola 0.4387254901960784
qqp ap 12 3 4.0 cola 0.845
mrpc ap 12 3 4.0 qqp 0.32598039215686275
qqp ap 12 3 4.0 qqp 0.755
mrpc moe 12 3 4.0 sst2 0.32107843137254904
qqp moe 12 3 4.0 sst2 0.747
mrpc random 12 3 4.0 sst2 0.7745098039215687
qqp random 12 3 4.0 sst2 0.903
cola ap 14 3 4.0 sst2 0.591
sst2 ap 14 3 4.0 sst2 0.8589449541284404
cola ap 14 3 4.0 mrpc 0.577
sst2 ap 14 3 4.0 mrpc 0.8600917431192661
cola ap 14 3 4.0 cola 0.594
sst2 ap 14 3 4.0 cola 0.8727064220183486
cola ap 14 3 4.0 qqp 0.485
sst2 ap 14 3 4.0 qqp 0.6788990825688074
cola moe 14 3 4.0 sst2 0.473
sst2 moe 14 3 4.0 sst2 0.7087155963302753
cola random 14 3 4.0 sst2 0.738
sst2 random 14 3 4.0 sst2 0.9323394495412844
mrpc ap 14 3 4.0 sst2 0.3897058823529412
qqp ap 14 3 4.0 sst2 0.854
mrpc ap 14 3 4.0 mrpc 0.35294117647058826
qqp ap 14 3 4.0 mrpc 0.81
mrpc ap 14 3 4.0 cola 0.3946078431372549
qqp ap 14 3 4.0 cola 0.821
mrpc ap 14 3 4.0 qqp 0.31862745098039214
qqp ap 14 3 4.0 qqp 0.702
mrpc moe 14 3 4.0 sst2 0.3161764705882353
qqp moe 14 3 4.0 sst2 0.735
mrpc random 14 3 4.0 sst2 0.8014705882352942
qqp random 14 3 4.0 sst2 0.899
cola ap 16 3 4.0 sst2 0.561
sst2 ap 16 3 4.0 sst2 0.8474770642201835
cola ap 16 3 4.0 mrpc 0.597
sst2 ap 16 3 4.0 mrpc 0.8715596330275229
cola ap 16 3 4.0 cola 0.626
sst2 ap 16 3 4.0 cola 0.8612385321100917
cola ap 16 3 4.0 qqp 0.504
sst2 ap 16 3 4.0 qqp 0.680045871559633
cola moe 16 3 4.0 sst2 0.488
sst2 moe 16 3 4.0 sst2 0.7511467889908257
cola random 16 3 4.0 sst2 0.715
sst2 random 16 3 4.0 sst2 0.9231651376146789
mrpc ap 16 3 4.0 sst2 0.3553921568627451
qqp ap 16 3 4.0 sst2 0.866
mrpc ap 16 3 4.0 mrpc 0.37254901960784315
qqp ap 16 3 4.0 mrpc 0.796
mrpc ap 16 3 4.0 cola 0.3897058823529412
qqp ap 16 3 4.0 cola 0.813
mrpc ap 16 3 4.0 qqp 0.3161764705882353
qqp ap 16 3 4.0 qqp 0.685
mrpc moe 16 3 4.0 sst2 0.3161764705882353
qqp moe 16 3 4.0 sst2 0.747
mrpc random 16 3 4.0 sst2 0.7622549019607843
qqp random 16 3 4.0 sst2 0.899
cola ap 18 3 4.0 sst2 0.542
sst2 ap 18 3 4.0 sst2 0.8337155963302753
cola ap 18 3 4.0 mrpc 0.601
sst2 ap 18 3 4.0 mrpc 0.875
cola ap 18 3 4.0 cola 0.621
sst2 ap 18 3 4.0 cola 0.8463302752293578
cola ap 18 3 4.0 qqp 0.477
sst2 ap 18 3 4.0 qqp 0.6525229357798165
cola moe 18 3 4.0 sst2 0.494
sst2 moe 18 3 4.0 sst2 0.75
cola random 18 3 4.0 sst2 0.707
sst2 random 18 3 4.0 sst2 0.9128440366972477
mrpc ap 18 3 4.0 sst2 0.32598039215686275
qqp ap 18 3 4.0 sst2 0.823
mrpc ap 18 3 4.0 mrpc 0.3480392156862745
qqp ap 18 3 4.0 mrpc 0.788
mrpc ap 18 3 4.0 cola 0.35294117647058826
qqp ap 18 3 4.0 cola 0.794
mrpc ap 18 3 4.0 qqp 0.3161764705882353
qqp ap 18 3 4.0 qqp 0.678
mrpc moe 18 3 4.0 sst2 0.3161764705882353
qqp moe 18 3 4.0 sst2 0.734
mrpc random 18 3 4.0 sst2 0.7916666666666666
qqp random 18 3 4.0 sst2 0.897
cola ap 20 3 4.0 sst2 0.549
sst2 ap 20 3 4.0 sst2 0.8027522935779816
cola ap 20 3 4.0 mrpc 0.592
sst2 ap 20 3 4.0 mrpc 0.8451834862385321
cola ap 20 3 4.0 cola 0.564
sst2 ap 20 3 4.0 cola 0.8279816513761468
cola ap 20 3 4.0 qqp 0.506
sst2 ap 20 3 4.0 qqp 0.6697247706422018
cola moe 20 3 4.0 sst2 0.431
sst2 moe 20 3 4.0 sst2 0.7637614678899083
cola random 20 3 4.0 sst2 0.691
sst2 random 20 3 4.0 sst2 0.9220183486238532
mrpc ap 20 3 4.0 sst2 0.3161764705882353
qqp ap 20 3 4.0 sst2 0.797
mrpc ap 20 3 4.0 mrpc 0.3627450980392157
qqp ap 20 3 4.0 mrpc 0.794
mrpc ap 20 3 4.0 cola 0.3700980392156863
qqp ap 20 3 4.0 cola 0.796
mrpc ap 20 3 4.0 qqp 0.3161764705882353
qqp ap 20 3 4.0 qqp 0.69
mrpc moe 20 3 4.0 sst2 0.3161764705882353
qqp moe 20 3 4.0 sst2 0.727
mrpc random 20 3 4.0 sst2 0.7647058823529411
qqp random 20 3 4.0 sst2 0.882
sst2 ap 12 4 4.0 sst2 0.8727064220183486
cola ap 12 4 4.0 sst2 0.644
cola ap 12 4 4.0 mrpc 0.61
sst2 ap 12 4 4.0 mrpc 0.8864678899082569
cola ap 12 4 4.0 cola 0.633
sst2 ap 12 4 4.0 cola 0.8795871559633027
cola ap 12 4 4.0 qqp 0.508
sst2 ap 12 4 4.0 qqp 0.7775229357798165
cola moe 12 4 4.0 sst2 0.471
sst2 moe 12 4 4.0 sst2 0.6846330275229358
cola random 12 4 4.0 sst2 0.725
sst2 random 12 4 4.0 sst2 0.9243119266055045
mrpc ap 12 4 4.0 sst2 0.4264705882352941
qqp ap 12 4 4.0 sst2 0.869
mrpc ap 12 4 4.0 mrpc 0.35294117647058826
qqp ap 12 4 4.0 mrpc 0.826
mrpc ap 12 4 4.0 cola 0.4068627450980392
qqp ap 12 4 4.0 cola 0.834
mrpc ap 12 4 4.0 qqp 0.31862745098039214
qqp ap 12 4 4.0 qqp 0.743
mrpc moe 12 4 4.0 sst2 0.31862745098039214
qqp moe 12 4 4.0 sst2 0.744
mrpc random 12 4 4.0 sst2 0.7916666666666666
qqp random 12 4 4.0 sst2 0.901
cola ap 14 4 4.0 sst2 0.557
sst2 ap 14 4 4.0 sst2 0.8555045871559633
cola ap 14 4 4.0 mrpc 0.575
sst2 ap 14 4 4.0 mrpc 0.8635321100917431
cola ap 14 4 4.0 cola 0.612
sst2 ap 14 4 4.0 cola 0.875
cola ap 14 4 4.0 qqp 0.491
sst2 ap 14 4 4.0 qqp 0.6846330275229358
cola moe 14 4 4.0 sst2 0.481
sst2 moe 14 4 4.0 sst2 0.713302752293578
cola random 14 4 4.0 sst2 0.723
sst2 random 14 4 4.0 sst2 0.9162844036697247
mrpc ap 14 4 4.0 sst2 0.37254901960784315
qqp ap 14 4 4.0 sst2 0.852
mrpc ap 14 4 4.0 mrpc 0.3627450980392157
qqp ap 14 4 4.0 mrpc 0.81
mrpc ap 14 4 4.0 cola 0.3799019607843137
qqp ap 14 4 4.0 cola 0.831
mrpc ap 14 4 4.0 qqp 0.3161764705882353
qqp ap 14 4 4.0 qqp 0.697
mrpc moe 14 4 4.0 sst2 0.3161764705882353
qqp moe 14 4 4.0 sst2 0.733
mrpc random 14 4 4.0 sst2 0.7745098039215687
qqp random 14 4 4.0 sst2 0.899
cola ap 16 4 4.0 sst2 0.567
sst2 ap 16 4 4.0 sst2 0.8348623853211009
cola ap 16 4 4.0 mrpc 0.588
sst2 ap 16 4 4.0 mrpc 0.8555045871559633
cola ap 16 4 4.0 cola 0.591
sst2 ap 16 4 4.0 cola 0.8727064220183486
cola ap 16 4 4.0 qqp 0.515
sst2 ap 16 4 4.0 qqp 0.6685779816513762
cola moe 16 4 4.0 sst2 0.493
sst2 moe 16 4 4.0 sst2 0.7373853211009175
cola random 16 4 4.0 sst2 0.714
sst2 random 16 4 4.0 sst2 0.9231651376146789
mrpc ap 16 4 4.0 sst2 0.3480392156862745
qqp ap 16 4 4.0 sst2 0.846
mrpc ap 16 4 4.0 mrpc 0.3627450980392157
qqp ap 16 4 4.0 mrpc 0.794
mrpc ap 16 4 4.0 cola 0.38235294117647056
qqp ap 16 4 4.0 cola 0.825
mrpc ap 16 4 4.0 qqp 0.3161764705882353
qqp ap 16 4 4.0 qqp 0.687
mrpc moe 16 4 4.0 sst2 0.3161764705882353
qqp moe 16 4 4.0 sst2 0.74
mrpc random 16 4 4.0 sst2 0.7720588235294118
qqp random 16 4 4.0 sst2 0.894
cola ap 18 4 4.0 sst2 0.553
sst2 ap 18 4 4.0 sst2 0.8394495412844036
cola ap 18 4 4.0 mrpc 0.572
sst2 ap 18 4 4.0 mrpc 0.8681192660550459
cola ap 18 4 4.0 cola 0.565
sst2 ap 18 4 4.0 cola 0.8440366972477065
cola ap 18 4 4.0 qqp 0.48
sst2 ap 18 4 4.0 qqp 0.6697247706422018
cola moe 18 4 4.0 sst2 0.535
sst2 moe 18 4 4.0 sst2 0.7419724770642202
cola random 18 4 4.0 sst2 0.704
sst2 random 18 4 4.0 sst2 0.9139908256880734
mrpc ap 18 4 4.0 sst2 0.32107843137254904
qqp ap 18 4 4.0 sst2 0.823
mrpc ap 18 4 4.0 mrpc 0.35784313725490197
qqp ap 18 4 4.0 mrpc 0.806
mrpc ap 18 4 4.0 cola 0.3700980392156863
qqp ap 18 4 4.0 cola 0.798
mrpc ap 18 4 4.0 qqp 0.3161764705882353
qqp ap 18 4 4.0 qqp 0.688
mrpc moe 18 4 4.0 sst2 0.3235294117647059
qqp moe 18 4 4.0 sst2 0.744
mrpc random 18 4 4.0 sst2 0.6813725490196079
qqp random 18 4 4.0 sst2 0.89
cola ap 20 4 4.0 sst2 0.544
sst2 ap 20 4 4.0 sst2 0.8279816513761468
cola ap 20 4 4.0 mrpc 0.561
sst2 ap 20 4 4.0 mrpc 0.8405963302752294
cola ap 20 4 4.0 cola 0.567
sst2 ap 20 4 4.0 cola 0.8176605504587156
cola ap 20 4 4.0 qqp 0.506
sst2 ap 20 4 4.0 qqp 0.6628440366972477
cola moe 20 4 4.0 sst2 0.456
sst2 moe 20 4 4.0 sst2 0.7534403669724771
cola random 20 4 4.0 sst2 0.665
sst2 random 20 4 4.0 sst2 0.9036697247706422
mrpc ap 20 4 4.0 sst2 0.31862745098039214
qqp ap 20 4 4.0 sst2 0.813
mrpc ap 20 4 4.0 mrpc 0.3627450980392157
qqp ap 20 4 4.0 mrpc 0.796
mrpc ap 20 4 4.0 cola 0.35294117647058826
qqp ap 20 4 4.0 cola 0.784
mrpc ap 20 4 4.0 qqp 0.3161764705882353
qqp ap 20 4 4.0 qqp 0.687
mrpc moe 20 4 4.0 sst2 0.3161764705882353
qqp moe 20 4 4.0 sst2 0.722
mrpc random 20 4 4.0 sst2 0.6004901960784313
qqp random 20 4 4.0 sst2 0.879
cola ap_avg 1 0 4.0 sst2 0.787
sst2 ap_avg 1 0 4.0 sst2 0.9254587155963303
mrpc ap_avg 1 0 4.0 sst2 0.7745098039215687
qqp ap_avg 1 0 4.0 sst2 0.903
cola ap_avg 2 0 4.0 sst2 0.767
sst2 ap_avg 2 0 4.0 sst2 0.9162844036697247
mrpc ap_avg 2 0 4.0 sst2 0.6421568627450981
qqp ap_avg 2 0 4.0 sst2 0.907
cola ap_avg 3 0 4.0 sst2 0.759
sst2 ap_avg 3 0 4.0 sst2 0.9208715596330275
mrpc ap_avg 3 0 4.0 sst2 0.6348039215686274
qqp ap_avg 3 0 4.0 sst2 0.906
cola ap_avg 4 0 4.0 sst2 0.756
sst2 ap_avg 4 0 4.0 sst2 0.9151376146788991
mrpc ap_avg 4 0 4.0 sst2 0.5245098039215687
qqp ap_avg 4 0 4.0 sst2 0.893
cola ap_avg 5 0 4.0 sst2 0.727
sst2 ap_avg 5 0 4.0 sst2 0.9094036697247706
mrpc ap_avg 5 0 4.0 sst2 0.4338235294117647
qqp ap_avg 5 0 4.0 sst2 0.894
cola ap_avg 1 1 4.0 sst2 0.775
sst2 ap_avg 1 1 4.0 sst2 0.9197247706422018
mrpc ap_avg 1 1 4.0 sst2 0.7622549019607843
qqp ap_avg 1 1 4.0 sst2 0.906
cola ap_avg 2 1 4.0 sst2 0.783
sst2 ap_avg 2 1 4.0 sst2 0.9185779816513762
mrpc ap_avg 2 1 4.0 sst2 0.6495098039215687
qqp ap_avg 2 1 4.0 sst2 0.899
cola ap_avg 3 1 4.0 sst2 0.77
sst2 ap_avg 3 1 4.0 sst2 0.9105504587155964
mrpc ap_avg 3 1 4.0 sst2 0.6200980392156863
qqp ap_avg 3 1 4.0 sst2 0.9
cola ap_avg 4 1 4.0 sst2 0.773
sst2 ap_avg 4 1 4.0 sst2 0.9197247706422018
mrpc ap_avg 4 1 4.0 sst2 0.553921568627451
qqp ap_avg 4 1 4.0 sst2 0.895
cola ap_avg 5 1 4.0 sst2 0.705
sst2 ap_avg 5 1 4.0 sst2 0.9071100917431193
mrpc ap_avg 5 1 4.0 sst2 0.43137254901960786
qqp ap_avg 5 1 4.0 sst2 0.888
cola ap_avg 1 2 4.0 sst2 0.78
sst2 ap_avg 1 2 4.0 sst2 0.9288990825688074
mrpc ap_avg 1 2 4.0 sst2 0.7794117647058824
qqp ap_avg 1 2 4.0 sst2 0.909
cola ap_avg 2 2 4.0 sst2 0.784
sst2 ap_avg 2 2 4.0 sst2 0.9243119266055045
mrpc ap_avg 2 2 4.0 sst2 0.6274509803921569
qqp ap_avg 2 2 4.0 sst2 0.893
cola ap_avg 3 2 4.0 sst2 0.779
sst2 ap_avg 3 2 4.0 sst2 0.9151376146788991
mrpc ap_avg 3 2 4.0 sst2 0.6078431372549019
qqp ap_avg 3 2 4.0 sst2 0.902
cola ap_avg 4 2 4.0 sst2 0.754
sst2 ap_avg 4 2 4.0 sst2 0.9220183486238532
mrpc ap_avg 4 2 4.0 sst2 0.5465686274509803
qqp ap_avg 4 2 4.0 sst2 0.894
cola ap_avg 5 2 4.0 sst2 0.731
sst2 ap_avg 5 2 4.0 sst2 0.8990825688073395
mrpc ap_avg 5 2 4.0 sst2 0.4117647058823529
qqp ap_avg 5 2 4.0 sst2 0.895
cola ap_avg 1 3 4.0 sst2 0.784
sst2 ap_avg 1 3 4.0 sst2 0.9357798165137615
mrpc ap_avg 1 3 4.0 sst2 0.7843137254901961
qqp ap_avg 1 3 4.0 sst2 0.902
cola ap_avg 2 3 4.0 sst2 0.774
sst2 ap_avg 2 3 4.0 sst2 0.9380733944954128
mrpc ap_avg 2 3 4.0 sst2 0.6397058823529411
qqp ap_avg 2 3 4.0 sst2 0.895
cola ap_avg 3 3 4.0 sst2 0.774
sst2 ap_avg 3 3 4.0 sst2 0.9174311926605505
mrpc ap_avg 3 3 4.0 sst2 0.6176470588235294
qqp ap_avg 3 3 4.0 sst2 0.893
cola ap_avg 4 3 4.0 sst2 0.756
sst2 ap_avg 4 3 4.0 sst2 0.9151376146788991
mrpc ap_avg 4 3 4.0 sst2 0.5490196078431373
qqp ap_avg 4 3 4.0 sst2 0.889
cola ap_avg 5 3 4.0 sst2 0.719
sst2 ap_avg 5 3 4.0 sst2 0.9139908256880734
mrpc ap_avg 5 3 4.0 sst2 0.44362745098039214
qqp ap_avg 5 3 4.0 sst2 0.891
cola ap_avg 1 4 4.0 sst2 0.783
sst2 ap_avg 1 4 4.0 sst2 0.9254587155963303
mrpc ap_avg 1 4 4.0 sst2 0.7671568627450981
qqp ap_avg 1 4 4.0 sst2 0.909
cola ap_avg 2 4 4.0 sst2 0.78
sst2 ap_avg 2 4 4.0 sst2 0.9277522935779816
mrpc ap_avg 2 4 4.0 sst2 0.6911764705882353
qqp ap_avg 2 4 4.0 sst2 0.903
cola ap_avg 3 4 4.0 sst2 0.768
sst2 ap_avg 3 4 4.0 sst2 0.9105504587155964
mrpc ap_avg 3 4 4.0 sst2 0.6127450980392157
qqp ap_avg 3 4 4.0 sst2 0.9
cola ap_avg 4 4 4.0 sst2 0.757
sst2 ap_avg 4 4 4.0 sst2 0.9311926605504587
mrpc ap_avg 4 4 4.0 sst2 0.5441176470588235
qqp ap_avg 4 4 4.0 sst2 0.897
cola ap_avg 5 4 4.0 sst2 0.738
sst2 ap_avg 5 4 4.0 sst2 0.9002293577981652
mrpc ap_avg 5 4 4.0 sst2 0.43137254901960786
qqp ap_avg 5 4 4.0 sst2 0.891
cola ap_avg 6 0 4.0 sst2 0.677
sst2 ap_avg 6 0 4.0 sst2 0.8990825688073395
mrpc ap_avg 6 0 4.0 sst2 0.37254901960784315
qqp ap_avg 6 0 4.0 sst2 0.879
cola ap_avg 6 1 4.0 sst2 0.678
sst2 ap_avg 6 1 4.0 sst2 0.9059633027522935
mrpc ap_avg 6 1 4.0 sst2 0.36764705882352944
qqp ap_avg 6 1 4.0 sst2 0.887
cola ap_avg 6 2 4.0 sst2 0.685
sst2 ap_avg 6 2 4.0 sst2 0.8876146788990825
mrpc ap_avg 6 2 4.0 sst2 0.37745098039215685
qqp ap_avg 6 2 4.0 sst2 0.872
cola ap_avg 6 3 4.0 sst2 0.692
sst2 ap_avg 6 3 4.0 sst2 0.9025229357798165
mrpc ap_avg 6 3 4.0 sst2 0.3602941176470588
qqp ap_avg 6 3 4.0 sst2 0.874
cola ap_avg 6 4 4.0 sst2 0.689
sst2 ap_avg 6 4 4.0 sst2 0.8887614678899083
mrpc ap_avg 6 4 4.0 sst2 0.37745098039215685
qqp ap_avg 6 4 4.0 sst2 0.88
sst2 ap_avg 8 0 4.0 sst2 0.8704128440366973
mrpc ap_avg 8 0 4.0 sst2 0.3333333333333333
cola ap_avg 8 0 4.0 sst2 0.628
qqp ap_avg 8 0 4.0 sst2 0.848
sst2 ap_avg 10 0 4.0 sst2 0.8497706422018348
mrpc ap_avg 10 0 4.0 sst2 0.32107843137254904
cola ap_avg 10 0 4.0 sst2 0.566
qqp ap_avg 10 0 4.0 sst2 0.823
sst2 ap_avg 12 0 4.0 sst2 0.7637614678899083
mrpc ap_avg 12 0 4.0 sst2 0.3161764705882353
cola ap_avg 12 0 4.0 sst2 0.505
qqp ap_avg 12 0 4.0 sst2 0.788
sst2 ap_avg 8 1 4.0 sst2 0.8818807339449541
mrpc ap_avg 8 1 4.0 sst2 0.32107843137254904
cola ap_avg 8 1 4.0 sst2 0.627
qqp ap_avg 8 1 4.0 sst2 0.848
sst2 ap_avg 10 1 4.0 sst2 0.838302752293578
mrpc ap_avg 10 1 4.0 sst2 0.31862745098039214
cola ap_avg 10 1 4.0 sst2 0.572
qqp ap_avg 10 1 4.0 sst2 0.82
sst2 ap_avg 12 1 4.0 sst2 0.7935779816513762
mrpc ap_avg 12 1 4.0 sst2 0.31862745098039214
cola ap_avg 12 1 4.0 sst2 0.51
qqp ap_avg 12 1 4.0 sst2 0.787
sst2 ap_avg 8 2 4.0 sst2 0.8761467889908257
mrpc ap_avg 8 2 4.0 sst2 0.33088235294117646
cola ap_avg 8 2 4.0 sst2 0.638
qqp ap_avg 8 2 4.0 sst2 0.849
sst2 ap_avg 10 2 4.0 sst2 0.8440366972477065
mrpc ap_avg 10 2 4.0 sst2 0.3235294117647059
cola ap_avg 10 2 4.0 sst2 0.598
qqp ap_avg 10 2 4.0 sst2 0.81
sst2 ap_avg 12 2 4.0 sst2 0.7889908256880734
mrpc ap_avg 12 2 4.0 sst2 0.3161764705882353
cola ap_avg 12 2 4.0 sst2 0.524
qqp ap_avg 12 2 4.0 sst2 0.777
sst2 ap_avg 8 3 4.0 sst2 0.8692660550458715
mrpc ap_avg 8 3 4.0 sst2 0.3235294117647059
cola ap_avg 8 3 4.0 sst2 0.63
qqp ap_avg 8 3 4.0 sst2 0.854
sst2 ap_avg 10 3 4.0 sst2 0.8428899082568807
mrpc ap_avg 10 3 4.0 sst2 0.31862745098039214
cola ap_avg 10 3 4.0 sst2 0.593
qqp ap_avg 10 3 4.0 sst2 0.816
sst2 ap_avg 12 3 4.0 sst2 0.7935779816513762
mrpc ap_avg 12 3 4.0 sst2 0.31862745098039214
cola ap_avg 12 3 4.0 sst2 0.523
qqp ap_avg 12 3 4.0 sst2 0.772
sst2 ap_avg 8 4 4.0 sst2 0.8669724770642202
mrpc ap_avg 8 4 4.0 sst2 0.3235294117647059
cola ap_avg 8 4 4.0 sst2 0.623
qqp ap_avg 8 4 4.0 sst2 0.851
sst2 ap_avg 10 4 4.0 sst2 0.8509174311926605
mrpc ap_avg 10 4 4.0 sst2 0.3161764705882353
cola ap_avg 10 4 4.0 sst2 0.551
qqp ap_avg 10 4 4.0 sst2 0.801
sst2 ap_avg 12 4 4.0 sst2 0.7798165137614679
mrpc ap_avg 12 4 4.0 sst2 0.3161764705882353
cola ap_avg 12 4 4.0 sst2 0.519
qqp ap_avg 12 4 4.0 sst2 0.79
qnli ap 2 0 4.0 sst2 0.925
qnli ap 2 0 4.0 mrpc 0.918
qnli ap 2 0 4.0 cola 0.919
qnli ap 2 0 4.0 qqp 0.917
qnli ap_avg 2 0 4.0 sst2 0.92
qnli moe 2 0 4.0 sst2 0.917
qnli random 2 0 4.0 sst2 0.92
mnli ap 2 0 4.0 sst2 0.837
mnli ap 2 0 4.0 mrpc 0.854
mnli ap 2 0 4.0 cola 0.845
mnli ap 2 0 4.0 qqp 0.842
mnli ap_avg 2 0 4.0 sst2 0.82
mnli moe 2 0 4.0 sst2 0.856
mnli random 2 0 4.0 sst2 0.847
rte ap 2 0 4.0 sst2 0.6678700361010831
rte ap 2 0 4.0 mrpc 0.6678700361010831
rte ap 2 0 4.0 cola 0.7003610108303249
rte ap 2 0 4.0 qqp 0.5631768953068592
rte ap_avg 2 0 4.0 sst2 0.5703971119133574
rte moe 2 0 4.0 sst2 0.6714801444043321
rte random 2 0 4.0 sst2 0.6895306859205776
qnli ap 4 0 4.0 sst2 0.909
qnli ap 4 0 4.0 mrpc 0.91
qnli ap 4 0 4.0 cola 0.906
qnli ap 4 0 4.0 qqp 0.891
qnli ap_avg 4 0 4.0 sst2 0.903
qnli moe 4 0 4.0 sst2 0.91
qnli random 4 0 4.0 sst2 0.921
mnli ap 4 0 4.0 sst2 0.829
mnli ap 4 0 4.0 mrpc 0.832
mnli ap 4 0 4.0 cola 0.848
mnli ap 4 0 4.0 qqp 0.845
mnli ap_avg 4 0 4.0 sst2 0.811
mnli moe 4 0 4.0 sst2 0.842
mnli random 4 0 4.0 sst2 0.85
rte ap 4 0 4.0 sst2 0.6534296028880866
rte ap 4 0 4.0 mrpc 0.5884476534296029
rte ap 4 0 4.0 cola 0.6498194945848376
rte ap 4 0 4.0 qqp 0.5126353790613718
rte ap_avg 4 0 4.0 sst2 0.5234657039711191
rte moe 4 0 4.0 sst2 0.6462093862815884
rte random 4 0 4.0 sst2 0.6823104693140795
qnli ap 6 0 4.0 sst2 0.885
qnli ap 6 0 4.0 mrpc 0.893
qnli ap 6 0 4.0 cola 0.898
qnli ap 6 0 4.0 qqp 0.827
qnli ap_avg 6 0 4.0 sst2 0.833
qnli moe 6 0 4.0 sst2 0.813
qnli random 6 0 4.0 sst2 0.917
mnli ap 6 0 4.0 sst2 0.805
mnli ap 6 0 4.0 mrpc 0.799
mnli ap 6 0 4.0 cola 0.822
mnli ap 6 0 4.0 qqp 0.808
mnli ap_avg 6 0 4.0 sst2 0.769
mnli moe 6 0 4.0 sst2 0.813
mnli random 6 0 4.0 sst2 0.847
rte ap 6 0 4.0 sst2 0.6064981949458483
rte ap 6 0 4.0 mrpc 0.5126353790613718
rte ap 6 0 4.0 cola 0.5956678700361011
rte ap 6 0 4.0 qqp 0.5090252707581228
rte ap_avg 6 0 4.0 sst2 0.48375451263537905
rte moe 6 0 4.0 sst2 0.555956678700361
rte random 6 0 4.0 sst2 0.6498194945848376
qnli ap 8 0 4.0 sst2 0.874
qnli ap 8 0 4.0 mrpc 0.855
qnli ap 8 0 4.0 cola 0.892
qnli ap 8 0 4.0 qqp 0.739
qnli ap_avg 8 0 4.0 sst2 0.732
qnli moe 8 0 4.0 sst2 0.789
qnli random 8 0 4.0 sst2 0.907
mnli ap 8 0 4.0 sst2 0.796
mnli ap 8 0 4.0 mrpc 0.786
mnli ap 8 0 4.0 cola 0.777
mnli ap 8 0 4.0 qqp 0.76
mnli ap_avg 8 0 4.0 sst2 0.734
mnli moe 8 0 4.0 sst2 0.788
mnli random 8 0 4.0 sst2 0.851
rte ap 8 0 4.0 sst2 0.5631768953068592
rte ap 8 0 4.0 mrpc 0.5234657039711191
rte ap 8 0 4.0 cola 0.5631768953068592
rte ap 8 0 4.0 qqp 0.5126353790613718
rte ap_avg 8 0 4.0 sst2 0.5270758122743683
rte moe 8 0 4.0 sst2 0.5234657039711191
rte random 8 0 4.0 sst2 0.6606498194945848
qnli ap 10 0 4.0 sst2 0.838
qnli ap 10 0 4.0 mrpc 0.838
qnli ap 10 0 4.0 cola 0.819
qnli ap 10 0 4.0 qqp 0.665
qnli ap_avg 10 0 4.0 sst2 0.703
qnli moe 10 0 4.0 sst2 0.595
qnli random 10 0 4.0 sst2 0.911
mnli ap 10 0 4.0 sst2 0.749
mnli ap 10 0 4.0 mrpc 0.766
mnli ap 10 0 4.0 cola 0.759
mnli ap 10 0 4.0 qqp 0.688
mnli ap_avg 10 0 4.0 sst2 0.652
mnli moe 10 0 4.0 sst2 0.526
mnli random 10 0 4.0 sst2 0.834
rte ap 10 0 4.0 sst2 0.5126353790613718
rte ap 10 0 4.0 mrpc 0.5126353790613718
rte ap 10 0 4.0 cola 0.5415162454873647
rte ap 10 0 4.0 qqp 0.5126353790613718
rte ap_avg 10 0 4.0 sst2 0.5342960288808665
rte moe 10 0 4.0 sst2 0.4981949458483754
rte random 10 0 4.0 sst2 0.6028880866425993
qnli ap 12 0 4.0 sst2 0.785
qnli ap 12 0 4.0 mrpc 0.814
qnli ap 12 0 4.0 cola 0.81
qnli ap 12 0 4.0 qqp 0.618
qnli ap_avg 12 0 4.0 sst2 0.651
qnli moe 12 0 4.0 sst2 0.587
qnli random 12 0 4.0 sst2 0.902
mnli ap 12 0 4.0 sst2 0.733
mnli ap 12 0 4.0 mrpc 0.728
mnli ap 12 0 4.0 cola 0.707
mnli ap 12 0 4.0 qqp 0.621
mnli ap_avg 12 0 4.0 sst2 0.574
mnli moe 12 0 4.0 sst2 0.523
mnli random 12 0 4.0 sst2 0.846
rte ap 12 0 4.0 sst2 0.4981949458483754
rte ap 12 0 4.0 mrpc 0.5451263537906137
rte ap 12 0 4.0 cola 0.5703971119133574
rte ap 12 0 4.0 qqp 0.49097472924187724
rte ap_avg 12 0 4.0 sst2 0.5415162454873647
rte moe 12 0 4.0 sst2 0.5523465703971119
rte random 12 0 4.0 sst2 0.5631768953068592
qnli ap 2 1 4.0 sst2 0.92
qnli ap 2 1 4.0 mrpc 0.916
qnli ap 2 1 4.0 cola 0.913
qnli ap 2 1 4.0 qqp 0.914
qnli ap_avg 2 1 4.0 sst2 0.912
qnli moe 2 1 4.0 sst2 0.916
qnli random 2 1 4.0 sst2 0.921
mnli ap 2 1 4.0 sst2 0.842
mnli ap 2 1 4.0 mrpc 0.855
mnli ap 2 1 4.0 cola 0.844
mnli ap 2 1 4.0 qqp 0.841
mnli ap_avg 2 1 4.0 sst2 0.833
mnli moe 2 1 4.0 sst2 0.846
mnli random 2 1 4.0 sst2 0.859
rte ap 2 1 4.0 sst2 0.6534296028880866
rte ap 2 1 4.0 mrpc 0.6678700361010831
rte ap 2 1 4.0 cola 0.6642599277978339
rte ap 2 1 4.0 qqp 0.5848375451263538
rte ap_avg 2 1 4.0 sst2 0.5884476534296029
rte moe 2 1 4.0 sst2 0.6353790613718412
rte random 2 1 4.0 sst2 0.6534296028880866
qnli ap 4 1 4.0 sst2 0.912
qnli ap 4 1 4.0 mrpc 0.909
qnli ap 4 1 4.0 cola 0.9
qnli ap 4 1 4.0 qqp 0.896
qnli ap_avg 4 1 4.0 sst2 0.887
qnli moe 4 1 4.0 sst2 0.904
qnli random 4 1 4.0 sst2 0.914
mnli ap 4 1 4.0 sst2 0.822
mnli ap 4 1 4.0 mrpc 0.83
mnli ap 4 1 4.0 cola 0.841
mnli ap 4 1 4.0 qqp 0.839
mnli ap_avg 4 1 4.0 sst2 0.808
mnli moe 4 1 4.0 sst2 0.834
mnli random 4 1 4.0 sst2 0.832
rte ap 4 1 4.0 sst2 0.6245487364620939
rte ap 4 1 4.0 mrpc 0.555956678700361
rte ap 4 1 4.0 cola 0.631768953068592
rte ap 4 1 4.0 qqp 0.5234657039711191
rte ap_avg 4 1 4.0 sst2 0.49097472924187724
rte moe 4 1 4.0 sst2 0.6462093862815884
rte random 4 1 4.0 sst2 0.631768953068592
qnli ap 6 1 4.0 sst2 0.898
qnli ap 6 1 4.0 mrpc 0.882
qnli ap 6 1 4.0 cola 0.897
qnli ap 6 1 4.0 qqp 0.844
qnli ap_avg 6 1 4.0 sst2 0.816
qnli moe 6 1 4.0 sst2 0.804
qnli random 6 1 4.0 sst2 0.906
mnli ap 6 1 4.0 sst2 0.817
mnli ap 6 1 4.0 mrpc 0.8
mnli ap 6 1 4.0 cola 0.821
mnli ap 6 1 4.0 qqp 0.813
mnli ap_avg 6 1 4.0 sst2 0.775
mnli moe 6 1 4.0 sst2 0.787
mnli random 6 1 4.0 sst2 0.835
rte ap 6 1 4.0 sst2 0.5595667870036101
rte ap 6 1 4.0 mrpc 0.516245487364621
rte ap 6 1 4.0 cola 0.5523465703971119
rte ap 6 1 4.0 qqp 0.5018050541516246
rte ap_avg 6 1 4.0 sst2 0.4981949458483754
rte moe 6 1 4.0 sst2 0.5487364620938628
rte random 6 1 4.0 sst2 0.5956678700361011
qnli ap 8 1 4.0 sst2 0.874
qnli ap 8 1 4.0 mrpc 0.866
qnli ap 8 1 4.0 cola 0.877
qnli ap 8 1 4.0 qqp 0.722
qnli ap_avg 8 1 4.0 sst2 0.735
qnli moe 8 1 4.0 sst2 0.801
qnli random 8 1 4.0 sst2 0.913
mnli ap 8 1 4.0 sst2 0.793
mnli ap 8 1 4.0 mrpc 0.773
mnli ap 8 1 4.0 cola 0.781
mnli ap 8 1 4.0 qqp 0.781
mnli ap_avg 8 1 4.0 sst2 0.72
mnli moe 8 1 4.0 sst2 0.776
mnli random 8 1 4.0 sst2 0.824
rte ap 8 1 4.0 sst2 0.5487364620938628
rte ap 8 1 4.0 mrpc 0.5379061371841155
rte ap 8 1 4.0 cola 0.5595667870036101
rte ap 8 1 4.0 qqp 0.5234657039711191
rte ap_avg 8 1 4.0 sst2 0.5342960288808665
rte moe 8 1 4.0 sst2 0.5451263537906137
rte random 8 1 4.0 sst2 0.6462093862815884
qnli ap 10 1 4.0 sst2 0.819
qnli ap 10 1 4.0 mrpc 0.84
qnli ap 10 1 4.0 cola 0.828
qnli ap 10 1 4.0 qqp 0.662
qnli ap_avg 10 1 4.0 sst2 0.7
qnli moe 10 1 4.0 sst2 0.588
qnli random 10 1 4.0 sst2 0.9
mnli ap 10 1 4.0 sst2 0.755
mnli ap 10 1 4.0 mrpc 0.759
mnli ap 10 1 4.0 cola 0.742
mnli ap 10 1 4.0 qqp 0.67
mnli ap_avg 10 1 4.0 sst2 0.644
mnli moe 10 1 4.0 sst2 0.519
mnli random 10 1 4.0 sst2 0.828
rte ap 10 1 4.0 sst2 0.48736462093862815
rte ap 10 1 4.0 mrpc 0.5126353790613718
rte ap 10 1 4.0 cola 0.592057761732852
rte ap 10 1 4.0 qqp 0.5740072202166066
rte ap_avg 10 1 4.0 sst2 0.5234657039711191
rte moe 10 1 4.0 sst2 0.5054151624548736
rte random 10 1 4.0 sst2 0.5884476534296029
qnli ap 12 1 4.0 sst2 0.792
qnli ap 12 1 4.0 mrpc 0.814
qnli ap 12 1 4.0 cola 0.794
qnli ap 12 1 4.0 qqp 0.635
qnli ap_avg 12 1 4.0 sst2 0.652
qnli moe 12 1 4.0 sst2 0.595
qnli random 12 1 4.0 sst2 0.888
mnli ap 12 1 4.0 sst2 0.736
mnli ap 12 1 4.0 mrpc 0.742
mnli ap 12 1 4.0 cola 0.71
mnli ap 12 1 4.0 qqp 0.618
mnli ap_avg 12 1 4.0 sst2 0.56
mnli moe 12 1 4.0 sst2 0.546
mnli random 12 1 4.0 sst2 0.815
rte ap 12 1 4.0 sst2 0.5090252707581228
rte ap 12 1 4.0 mrpc 0.5776173285198556
rte ap 12 1 4.0 cola 0.5451263537906137
rte ap 12 1 4.0 qqp 0.5487364620938628
rte ap_avg 12 1 4.0 sst2 0.5379061371841155
rte moe 12 1 4.0 sst2 0.5306859205776173
rte random 12 1 4.0 sst2 0.5956678700361011
qnli ap 2 2 4.0 sst2 0.915
qnli ap 2 2 4.0 mrpc 0.929
qnli ap 2 2 4.0 cola 0.917
qnli ap 2 2 4.0 qqp 0.916
qnli ap_avg 2 2 4.0 sst2 0.906
qnli moe 2 2 4.0 sst2 0.914
qnli random 2 2 4.0 sst2 0.923
mnli ap 2 2 4.0 sst2 0.831
mnli ap 2 2 4.0 mrpc 0.854
mnli ap 2 2 4.0 cola 0.852
mnli ap 2 2 4.0 qqp 0.843
mnli ap_avg 2 2 4.0 sst2 0.83
mnli moe 2 2 4.0 sst2 0.847
mnli random 2 2 4.0 sst2 0.857
rte ap 2 2 4.0 sst2 0.6534296028880866
rte ap 2 2 4.0 mrpc 0.6642599277978339
rte ap 2 2 4.0 cola 0.6823104693140795
rte ap 2 2 4.0 qqp 0.5740072202166066
rte ap_avg 2 2 4.0 sst2 0.5703971119133574
rte moe 2 2 4.0 sst2 0.6534296028880866
rte random 2 2 4.0 sst2 0.6606498194945848
qnli ap 4 2 4.0 sst2 0.914
qnli ap 4 2 4.0 mrpc 0.921
qnli ap 4 2 4.0 cola 0.911
qnli ap 4 2 4.0 qqp 0.888
qnli ap_avg 4 2 4.0 sst2 0.89
qnli moe 4 2 4.0 sst2 0.908
qnli random 4 2 4.0 sst2 0.918
mnli ap 4 2 4.0 sst2 0.816
mnli ap 4 2 4.0 mrpc 0.85
mnli ap 4 2 4.0 cola 0.825
mnli ap 4 2 4.0 qqp 0.834
mnli ap_avg 4 2 4.0 sst2 0.809
mnli moe 4 2 4.0 sst2 0.835
mnli random 4 2 4.0 sst2 0.848
rte ap 4 2 4.0 sst2 0.6534296028880866
rte ap 4 2 4.0 mrpc 0.5667870036101083
rte ap 4 2 4.0 cola 0.6462093862815884
rte ap 4 2 4.0 qqp 0.5451263537906137
rte ap_avg 4 2 4.0 sst2 0.5054151624548736
rte moe 4 2 4.0 sst2 0.6498194945848376
rte random 4 2 4.0 sst2 0.6967509025270758
qnli ap 6 2 4.0 sst2 0.897
qnli ap 6 2 4.0 mrpc 0.884
qnli ap 6 2 4.0 cola 0.894
qnli ap 6 2 4.0 qqp 0.845
qnli ap_avg 6 2 4.0 sst2 0.816
qnli moe 6 2 4.0 sst2 0.825
qnli random 6 2 4.0 sst2 0.92
mnli ap 6 2 4.0 sst2 0.815
mnli ap 6 2 4.0 mrpc 0.811
mnli ap 6 2 4.0 cola 0.803
mnli ap 6 2 4.0 qqp 0.807
mnli ap_avg 6 2 4.0 sst2 0.763
mnli moe 6 2 4.0 sst2 0.81
mnli random 6 2 4.0 sst2 0.862
rte ap 6 2 4.0 sst2 0.5992779783393501
rte ap 6 2 4.0 mrpc 0.5740072202166066
rte ap 6 2 4.0 cola 0.5631768953068592
rte ap 6 2 4.0 qqp 0.5523465703971119
rte ap_avg 6 2 4.0 sst2 0.51985559566787
rte moe 6 2 4.0 sst2 0.5487364620938628
rte random 6 2 4.0 sst2 0.628158844765343
qnli ap 8 2 4.0 sst2 0.882
qnli ap 8 2 4.0 mrpc 0.842
qnli ap 8 2 4.0 cola 0.875
qnli ap 8 2 4.0 qqp 0.74
qnli ap_avg 8 2 4.0 sst2 0.768
qnli moe 8 2 4.0 sst2 0.799
qnli random 8 2 4.0 sst2 0.908
mnli ap 8 2 4.0 sst2 0.789
mnli ap 8 2 4.0 mrpc 0.767
mnli ap 8 2 4.0 cola 0.769
mnli ap 8 2 4.0 qqp 0.787
mnli ap_avg 8 2 4.0 sst2 0.726
mnli moe 8 2 4.0 sst2 0.788
mnli random 8 2 4.0 sst2 0.837
rte ap 8 2 4.0 sst2 0.5703971119133574
rte ap 8 2 4.0 mrpc 0.555956678700361
rte ap 8 2 4.0 cola 0.5667870036101083
rte ap 8 2 4.0 qqp 0.5523465703971119
rte ap_avg 8 2 4.0 sst2 0.516245487364621
rte moe 8 2 4.0 sst2 0.5342960288808665
rte random 8 2 4.0 sst2 0.6498194945848376
qnli ap 10 2 4.0 sst2 0.83
qnli ap 10 2 4.0 mrpc 0.846
qnli ap 10 2 4.0 cola 0.827
qnli ap 10 2 4.0 qqp 0.638
qnli ap_avg 10 2 4.0 sst2 0.683
qnli moe 10 2 4.0 sst2 0.609
qnli random 10 2 4.0 sst2 0.9
mnli ap 10 2 4.0 sst2 0.738
mnli ap 10 2 4.0 mrpc 0.76
mnli ap 10 2 4.0 cola 0.752
mnli ap 10 2 4.0 qqp 0.656
mnli ap_avg 10 2 4.0 sst2 0.654
mnli moe 10 2 4.0 sst2 0.537
mnli random 10 2 4.0 sst2 0.837
rte ap 10 2 4.0 sst2 0.49458483754512633
rte ap 10 2 4.0 mrpc 0.5342960288808665
rte ap 10 2 4.0 cola 0.5270758122743683
rte ap 10 2 4.0 qqp 0.5523465703971119
rte ap_avg 10 2 4.0 sst2 0.5523465703971119
rte moe 10 2 4.0 sst2 0.5379061371841155
rte random 10 2 4.0 sst2 0.6245487364620939
qnli ap 12 2 4.0 sst2 0.785
qnli ap 12 2 4.0 mrpc 0.802
qnli ap 12 2 4.0 cola 0.816
qnli ap 12 2 4.0 qqp 0.655
qnli ap_avg 12 2 4.0 sst2 0.691
qnli moe 12 2 4.0 sst2 0.605
qnli random 12 2 4.0 sst2 0.907
mnli ap 12 2 4.0 sst2 0.736
mnli ap 12 2 4.0 mrpc 0.729
mnli ap 12 2 4.0 cola 0.694
mnli ap 12 2 4.0 qqp 0.649
mnli ap_avg 12 2 4.0 sst2 0.573
mnli moe 12 2 4.0 sst2 0.502
mnli random 12 2 4.0 sst2 0.824
rte ap 12 2 4.0 sst2 0.5054151624548736
rte ap 12 2 4.0 mrpc 0.5667870036101083
rte ap 12 2 4.0 cola 0.5776173285198556
rte ap 12 2 4.0 qqp 0.5306859205776173
rte ap_avg 12 2 4.0 sst2 0.5234657039711191
rte moe 12 2 4.0 sst2 0.5126353790613718
rte random 12 2 4.0 sst2 0.6064981949458483
qnli ap 2 3 4.0 sst2 0.92
qnli ap 2 3 4.0 mrpc 0.928
qnli ap 2 3 4.0 cola 0.917
qnli ap 2 3 4.0 qqp 0.907
qnli ap_avg 2 3 4.0 sst2 0.906
qnli moe 2 3 4.0 sst2 0.905
qnli random 2 3 4.0 sst2 0.922
mnli ap 2 3 4.0 sst2 0.841
mnli ap 2 3 4.0 mrpc 0.839
mnli ap 2 3 4.0 cola 0.847
mnli ap 2 3 4.0 qqp 0.857
mnli ap_avg 2 3 4.0 sst2 0.826
mnli moe 2 3 4.0 sst2 0.841
mnli random 2 3 4.0 sst2 0.853
rte ap 2 3 4.0 sst2 0.6425992779783394
rte ap 2 3 4.0 mrpc 0.6750902527075813
rte ap 2 3 4.0 cola 0.6895306859205776
rte ap 2 3 4.0 qqp 0.6028880866425993
rte ap_avg 2 3 4.0 sst2 0.5956678700361011
rte moe 2 3 4.0 sst2 0.6606498194945848
rte random 2 3 4.0 sst2 0.6931407942238267
qnli ap 4 3 4.0 sst2 0.913
qnli ap 4 3 4.0 mrpc 0.911
qnli ap 4 3 4.0 cola 0.906
qnli ap 4 3 4.0 qqp 0.886
qnli ap_avg 4 3 4.0 sst2 0.893
qnli moe 4 3 4.0 sst2 0.914
qnli random 4 3 4.0 sst2 0.917
mnli ap 4 3 4.0 sst2 0.834
mnli ap 4 3 4.0 mrpc 0.847
mnli ap 4 3 4.0 cola 0.846
mnli ap 4 3 4.0 qqp 0.839
mnli ap_avg 4 3 4.0 sst2 0.801
mnli moe 4 3 4.0 sst2 0.845
mnli random 4 3 4.0 sst2 0.845
rte ap 4 3 4.0 sst2 0.6425992779783394
rte ap 4 3 4.0 mrpc 0.5812274368231047
rte ap 4 3 4.0 cola 0.6353790613718412
rte ap 4 3 4.0 qqp 0.5451263537906137
rte ap_avg 4 3 4.0 sst2 0.5018050541516246
rte moe 4 3 4.0 sst2 0.6173285198555957
rte random 4 3 4.0 sst2 0.7003610108303249
qnli ap 6 3 4.0 sst2 0.899
qnli ap 6 3 4.0 mrpc 0.88
qnli ap 6 3 4.0 cola 0.886
qnli ap 6 3 4.0 qqp 0.837
qnli ap_avg 6 3 4.0 sst2 0.819
qnli moe 6 3 4.0 sst2 0.807
qnli random 6 3 4.0 sst2 0.918
mnli ap 6 3 4.0 sst2 0.797
mnli ap 6 3 4.0 mrpc 0.813
mnli ap 6 3 4.0 cola 0.819
mnli ap 6 3 4.0 qqp 0.807
mnli ap_avg 6 3 4.0 sst2 0.788
mnli moe 6 3 4.0 sst2 0.801
mnli random 6 3 4.0 sst2 0.855
rte ap 6 3 4.0 sst2 0.5884476534296029
rte ap 6 3 4.0 mrpc 0.5379061371841155
rte ap 6 3 4.0 cola 0.5848375451263538
rte ap 6 3 4.0 qqp 0.5342960288808665
rte ap_avg 6 3 4.0 sst2 0.5379061371841155
rte moe 6 3 4.0 sst2 0.555956678700361
rte random 6 3 4.0 sst2 0.6462093862815884
qnli ap 8 3 4.0 sst2 0.877
qnli ap 8 3 4.0 mrpc 0.852
qnli ap 8 3 4.0 cola 0.885
qnli ap 8 3 4.0 qqp 0.732
qnli ap_avg 8 3 4.0 sst2 0.73
qnli moe 8 3 4.0 sst2 0.817
qnli random 8 3 4.0 sst2 0.918
mnli ap 8 3 4.0 sst2 0.794
mnli ap 8 3 4.0 mrpc 0.779
mnli ap 8 3 4.0 cola 0.781
mnli ap 8 3 4.0 qqp 0.767
mnli ap_avg 8 3 4.0 sst2 0.735
mnli moe 8 3 4.0 sst2 0.796
mnli random 8 3 4.0 sst2 0.844
rte ap 8 3 4.0 sst2 0.5595667870036101
rte ap 8 3 4.0 mrpc 0.5342960288808665
rte ap 8 3 4.0 cola 0.5306859205776173
rte ap 8 3 4.0 qqp 0.5379061371841155
rte ap_avg 8 3 4.0 sst2 0.516245487364621
rte moe 8 3 4.0 sst2 0.5595667870036101
rte random 8 3 4.0 sst2 0.6425992779783394
qnli ap 10 3 4.0 sst2 0.825
qnli ap 10 3 4.0 mrpc 0.828
qnli ap 10 3 4.0 cola 0.83
qnli ap 10 3 4.0 qqp 0.665
qnli ap_avg 10 3 4.0 sst2 0.674
qnli moe 10 3 4.0 sst2 0.602
qnli random 10 3 4.0 sst2 0.91
mnli ap 10 3 4.0 sst2 0.752
mnli ap 10 3 4.0 mrpc 0.757
mnli ap 10 3 4.0 cola 0.768
mnli ap 10 3 4.0 qqp 0.677
mnli ap_avg 10 3 4.0 sst2 0.65
mnli moe 10 3 4.0 sst2 0.527
mnli random 10 3 4.0 sst2 0.835
rte ap 10 3 4.0 sst2 0.4693140794223827
rte ap 10 3 4.0 mrpc 0.5451263537906137
rte ap 10 3 4.0 cola 0.5487364620938628
rte ap 10 3 4.0 qqp 0.5379061371841155
rte ap_avg 10 3 4.0 sst2 0.5956678700361011
rte moe 10 3 4.0 sst2 0.5740072202166066
rte random 10 3 4.0 sst2 0.6245487364620939
qnli ap 12 3 4.0 sst2 0.793
qnli ap 12 3 4.0 mrpc 0.819
qnli ap 12 3 4.0 cola 0.815
qnli ap 12 3 4.0 qqp 0.632
qnli ap_avg 12 3 4.0 sst2 0.683
qnli moe 12 3 4.0 sst2 0.579
qnli random 12 3 4.0 sst2 0.905
mnli ap 12 3 4.0 sst2 0.736
mnli ap 12 3 4.0 mrpc 0.726
mnli ap 12 3 4.0 cola 0.706
mnli ap 12 3 4.0 qqp 0.643
mnli ap_avg 12 3 4.0 sst2 0.582
mnli moe 12 3 4.0 sst2 0.529
mnli random 12 3 4.0 sst2 0.833
rte ap 12 3 4.0 sst2 0.5090252707581228
rte ap 12 3 4.0 mrpc 0.5379061371841155
rte ap 12 3 4.0 cola 0.5054151624548736
rte ap 12 3 4.0 qqp 0.5523465703971119
rte ap_avg 12 3 4.0 sst2 0.4981949458483754
rte moe 12 3 4.0 sst2 0.5342960288808665
rte random 12 3 4.0 sst2 0.5595667870036101
qnli ap 2 4 4.0 sst2 0.921
qnli ap 2 4 4.0 mrpc 0.91
qnli ap 2 4 4.0 cola 0.914
qnli ap 2 4 4.0 qqp 0.906
qnli ap_avg 2 4 4.0 sst2 0.903
qnli moe 2 4 4.0 sst2 0.923
qnli random 2 4 4.0 sst2 0.916
mnli ap 2 4 4.0 sst2 0.848
mnli ap 2 4 4.0 mrpc 0.853
mnli ap 2 4 4.0 cola 0.849
mnli ap 2 4 4.0 qqp 0.84
mnli ap_avg 2 4 4.0 sst2 0.828
mnli moe 2 4 4.0 sst2 0.848
mnli random 2 4 4.0 sst2 0.847
rte ap 2 4 4.0 sst2 0.6714801444043321
rte ap 2 4 4.0 mrpc 0.6534296028880866
rte ap 2 4 4.0 cola 0.6570397111913358
rte ap 2 4 4.0 qqp 0.592057761732852
rte ap_avg 2 4 4.0 sst2 0.5740072202166066
rte moe 2 4 4.0 sst2 0.6498194945848376
rte random 2 4 4.0 sst2 0.6534296028880866
qnli ap 4 4 4.0 sst2 0.909
qnli ap 4 4 4.0 mrpc 0.912
qnli ap 4 4 4.0 cola 0.901
qnli ap 4 4 4.0 qqp 0.9
qnli ap_avg 4 4 4.0 sst2 0.893
qnli moe 4 4 4.0 sst2 0.905
qnli random 4 4 4.0 sst2 0.916
mnli ap 4 4 4.0 sst2 0.828
mnli ap 4 4 4.0 mrpc 0.841
mnli ap 4 4 4.0 cola 0.838
mnli ap 4 4 4.0 qqp 0.839
mnli ap_avg 4 4 4.0 sst2 0.818
mnli moe 4 4 4.0 sst2 0.847
mnli random 4 4 4.0 sst2 0.847
rte ap 4 4 4.0 sst2 0.6642599277978339
rte ap 4 4 4.0 mrpc 0.5631768953068592
rte ap 4 4 4.0 cola 0.6389891696750902
rte ap 4 4 4.0 qqp 0.5595667870036101
rte ap_avg 4 4 4.0 sst2 0.49097472924187724
rte moe 4 4 4.0 sst2 0.6137184115523465
rte random 4 4 4.0 sst2 0.6606498194945848
qnli ap 6 4 4.0 sst2 0.902
qnli ap 6 4 4.0 mrpc 0.883
qnli ap 6 4 4.0 cola 0.892
qnli ap 6 4 4.0 qqp 0.825
qnli ap_avg 6 4 4.0 sst2 0.826
qnli moe 6 4 4.0 sst2 0.822
qnli random 6 4 4.0 sst2 0.924
mnli ap 6 4 4.0 sst2 0.817
mnli ap 6 4 4.0 mrpc 0.817
mnli ap 6 4 4.0 cola 0.806
mnli ap 6 4 4.0 qqp 0.814
mnli ap_avg 6 4 4.0 sst2 0.773
mnli moe 6 4 4.0 sst2 0.798
mnli random 6 4 4.0 sst2 0.844
rte ap 6 4 4.0 sst2 0.5415162454873647
rte ap 6 4 4.0 mrpc 0.5523465703971119
rte ap 6 4 4.0 cola 0.6064981949458483
rte ap 6 4 4.0 qqp 0.5415162454873647
rte ap_avg 6 4 4.0 sst2 0.5126353790613718
rte moe 6 4 4.0 sst2 0.5415162454873647
rte random 6 4 4.0 sst2 0.6823104693140795
qnli ap 8 4 4.0 sst2 0.895
qnli ap 8 4 4.0 mrpc 0.846
qnli ap 8 4 4.0 cola 0.872
qnli ap 8 4 4.0 qqp 0.745
qnli ap_avg 8 4 4.0 sst2 0.743
qnli moe 8 4 4.0 sst2 0.793
qnli random 8 4 4.0 sst2 0.916
mnli ap 8 4 4.0 sst2 0.801
mnli ap 8 4 4.0 mrpc 0.787
mnli ap 8 4 4.0 cola 0.784
mnli ap 8 4 4.0 qqp 0.76
mnli ap_avg 8 4 4.0 sst2 0.719
mnli moe 8 4 4.0 sst2 0.792
mnli random 8 4 4.0 sst2 0.84
rte ap 8 4 4.0 sst2 0.5595667870036101
rte ap 8 4 4.0 mrpc 0.5379061371841155
rte ap 8 4 4.0 cola 0.5776173285198556
rte ap 8 4 4.0 qqp 0.48736462093862815
rte ap_avg 8 4 4.0 sst2 0.51985559566787
rte moe 8 4 4.0 sst2 0.5415162454873647
rte random 8 4 4.0 sst2 0.6137184115523465
qnli ap 10 4 4.0 sst2 0.828
qnli ap 10 4 4.0 mrpc 0.813
qnli ap 10 4 4.0 cola 0.832
qnli ap 10 4 4.0 qqp 0.633
qnli ap_avg 10 4 4.0 sst2 0.671
qnli moe 10 4 4.0 sst2 0.601
qnli random 10 4 4.0 sst2 0.91
mnli ap 10 4 4.0 sst2 0.762
mnli ap 10 4 4.0 mrpc 0.753
mnli ap 10 4 4.0 cola 0.757
mnli ap 10 4 4.0 qqp 0.669
mnli ap_avg 10 4 4.0 sst2 0.657
mnli moe 10 4 4.0 sst2 0.528
mnli random 10 4 4.0 sst2 0.841
rte ap 10 4 4.0 sst2 0.4584837545126354
rte ap 10 4 4.0 mrpc 0.5270758122743683
rte ap 10 4 4.0 cola 0.5992779783393501
rte ap 10 4 4.0 qqp 0.516245487364621
rte ap_avg 10 4 4.0 sst2 0.5487364620938628
rte moe 10 4 4.0 sst2 0.516245487364621
rte random 10 4 4.0 sst2 0.6209386281588448
qnli ap 12 4 4.0 sst2 0.791
qnli ap 12 4 4.0 mrpc 0.8
qnli ap 12 4 4.0 cola 0.798
qnli ap 12 4 4.0 qqp 0.628
qnli ap_avg 12 4 4.0 sst2 0.641
qnli moe 12 4 4.0 sst2 0.59
qnli random 12 4 4.0 sst2 0.899
mnli ap 12 4 4.0 sst2 0.725
mnli ap 12 4 4.0 mrpc 0.733
mnli ap 12 4 4.0 cola 0.703
mnli ap 12 4 4.0 qqp 0.62
mnli ap_avg 12 4 4.0 sst2 0.579
mnli moe 12 4 4.0 sst2 0.534
mnli random 12 4 4.0 sst2 0.831
rte ap 12 4 4.0 sst2 0.48014440433212996
rte ap 12 4 4.0 mrpc 0.555956678700361
rte ap 12 4 4.0 cola 0.5379061371841155
rte ap 12 4 4.0 qqp 0.5018050541516246
rte ap_avg 12 4 4.0 sst2 0.5379061371841155
rte moe 12 4 4.0 sst2 0.5018050541516246
rte random 12 4 4.0 sst2 0.6245487364620939
multirc ap 2 0 4.0 sst2 0.81
multirc ap 2 0 4.0 mrpc 0.798
multirc ap 2 0 4.0 cola 0.789
multirc ap 2 0 4.0 qqp 0.749
multirc ap_avg 2 0 4.0 sst2 0.79
multirc moe 2 0 4.0 sst2 0.768
multirc random 2 0 4.0 sst2 0.803
cb ap 2 0 4.0 sst2 0.8363636363636363
cb ap 2 0 4.0 mrpc 0.8181818181818182
cb ap 2 0 4.0 cola 0.8545454545454545
cb ap 2 0 4.0 qqp 0.8727272727272727
cb ap_avg 2 0 4.0 sst2 0.7818181818181819
cb moe 2 0 4.0 sst2 0.8909090909090909
cb random 2 0 4.0 sst2 0.8181818181818182
boolq ap 2 0 4.0 sst2 0.74
boolq ap 2 0 4.0 mrpc 0.73
boolq ap 2 0 4.0 cola 0.717
boolq ap 2 0 4.0 qqp 0.707
boolq ap_avg 2 0 4.0 sst2 0.713
boolq moe 2 0 4.0 sst2 0.722
boolq random 2 0 4.0 sst2 0.744
multirc ap 4 0 4.0 sst2 0.794
multirc ap 4 0 4.0 mrpc 0.787
multirc ap 4 0 4.0 cola 0.792
multirc ap 4 0 4.0 qqp 0.736
multirc ap_avg 4 0 4.0 sst2 0.744
multirc moe 4 0 4.0 sst2 0.754
multirc random 4 0 4.0 sst2 0.795
cb ap 4 0 4.0 sst2 0.8
cb ap 4 0 4.0 mrpc 0.8363636363636363
cb ap 4 0 4.0 cola 0.8545454545454545
cb ap 4 0 4.0 qqp 0.8727272727272727
cb ap_avg 4 0 4.0 sst2 0.7636363636363637
cb moe 4 0 4.0 sst2 0.8727272727272727
cb random 4 0 4.0 sst2 0.8181818181818182
boolq ap 4 0 4.0 sst2 0.713
boolq ap 4 0 4.0 mrpc 0.722
boolq ap 4 0 4.0 cola 0.739
boolq ap 4 0 4.0 qqp 0.677
boolq ap_avg 4 0 4.0 sst2 0.673
boolq moe 4 0 4.0 sst2 0.734
boolq random 4 0 4.0 sst2 0.74
multirc ap 6 0 4.0 sst2 0.784
multirc ap 6 0 4.0 mrpc 0.732
multirc ap 6 0 4.0 cola 0.761
multirc ap 6 0 4.0 qqp 0.625
multirc ap_avg 6 0 4.0 sst2 0.654
multirc moe 6 0 4.0 sst2 0.599
multirc random 6 0 4.0 sst2 0.791
cb ap 6 0 4.0 sst2 0.8363636363636363
cb ap 6 0 4.0 mrpc 0.8545454545454545
cb ap 6 0 4.0 cola 0.8181818181818182
cb ap 6 0 4.0 qqp 0.8181818181818182
cb ap_avg 6 0 4.0 sst2 0.7636363636363637
cb moe 6 0 4.0 sst2 0.5818181818181818
cb random 6 0 4.0 sst2 0.8545454545454545
boolq ap 6 0 4.0 sst2 0.709
boolq ap 6 0 4.0 mrpc 0.713
boolq ap 6 0 4.0 cola 0.714
boolq ap 6 0 4.0 qqp 0.601
boolq ap_avg 6 0 4.0 sst2 0.621
boolq moe 6 0 4.0 sst2 0.687
boolq random 6 0 4.0 sst2 0.726
multirc ap 8 0 4.0 sst2 0.757
multirc ap 8 0 4.0 mrpc 0.696
multirc ap 8 0 4.0 cola 0.718
multirc ap 8 0 4.0 qqp 0.589
multirc ap_avg 8 0 4.0 sst2 0.604
multirc moe 8 0 4.0 sst2 0.571
multirc random 8 0 4.0 sst2 0.773
cb ap 8 0 4.0 sst2 0.7454545454545455
cb ap 8 0 4.0 mrpc 0.7272727272727273
cb ap 8 0 4.0 cola 0.7454545454545455
cb ap 8 0 4.0 qqp 0.6545454545454545
cb ap_avg 8 0 4.0 sst2 0.5818181818181818
cb moe 8 0 4.0 sst2 0.5818181818181818
cb random 8 0 4.0 sst2 0.8363636363636363
boolq ap 8 0 4.0 sst2 0.682
boolq ap 8 0 4.0 mrpc 0.705
boolq ap 8 0 4.0 cola 0.698
boolq ap 8 0 4.0 qqp 0.534
boolq ap_avg 8 0 4.0 sst2 0.544
boolq moe 8 0 4.0 sst2 0.601
boolq random 8 0 4.0 sst2 0.71
multirc ap 10 0 4.0 sst2 0.735
multirc ap 10 0 4.0 mrpc 0.681
multirc ap 10 0 4.0 cola 0.659
multirc ap 10 0 4.0 qqp 0.529
multirc ap_avg 10 0 4.0 sst2 0.536
multirc moe 10 0 4.0 sst2 0.55
multirc random 10 0 4.0 sst2 0.777
cb ap 10 0 4.0 sst2 0.6545454545454545
cb ap 10 0 4.0 mrpc 0.5818181818181818
cb ap 10 0 4.0 cola 0.7090909090909091
cb ap 10 0 4.0 qqp 0.4727272727272727
cb ap_avg 10 0 4.0 sst2 0.41818181818181815
cb moe 10 0 4.0 sst2 0.41818181818181815
cb random 10 0 4.0 sst2 0.7818181818181819
boolq ap 10 0 4.0 sst2 0.668
boolq ap 10 0 4.0 mrpc 0.675
boolq ap 10 0 4.0 cola 0.649
boolq ap 10 0 4.0 qqp 0.482
boolq ap_avg 10 0 4.0 sst2 0.502
boolq moe 10 0 4.0 sst2 0.446
boolq random 10 0 4.0 sst2 0.727
multirc ap 12 0 4.0 sst2 0.704
multirc ap 12 0 4.0 mrpc 0.674
multirc ap 12 0 4.0 cola 0.638
multirc ap 12 0 4.0 qqp 0.531
multirc ap_avg 12 0 4.0 sst2 0.541
multirc moe 12 0 4.0 sst2 0.551
multirc random 12 0 4.0 sst2 0.755
cb ap 12 0 4.0 sst2 0.7636363636363637
cb ap 12 0 4.0 mrpc 0.6
cb ap 12 0 4.0 cola 0.5454545454545454
cb ap 12 0 4.0 qqp 0.43636363636363634
cb ap_avg 12 0 4.0 sst2 0.41818181818181815
cb moe 12 0 4.0 sst2 0.43636363636363634
cb random 12 0 4.0 sst2 0.8545454545454545
boolq ap 12 0 4.0 sst2 0.628
boolq ap 12 0 4.0 mrpc 0.635
boolq ap 12 0 4.0 cola 0.634
boolq ap 12 0 4.0 qqp 0.457
boolq ap_avg 12 0 4.0 sst2 0.475
boolq moe 12 0 4.0 sst2 0.437
boolq random 12 0 4.0 sst2 0.719
multirc ap 2 1 4.0 sst2 0.802
multirc ap 2 1 4.0 mrpc 0.804
multirc ap 2 1 4.0 cola 0.804
multirc ap 2 1 4.0 qqp 0.753
multirc ap_avg 2 1 4.0 sst2 0.787
multirc moe 2 1 4.0 sst2 0.773
multirc random 2 1 4.0 sst2 0.8
cb ap 2 1 4.0 sst2 0.8363636363636363
cb ap 2 1 4.0 mrpc 0.8181818181818182
cb ap 2 1 4.0 cola 0.7818181818181819
cb ap 2 1 4.0 qqp 0.7636363636363637
cb ap_avg 2 1 4.0 sst2 0.8
cb moe 2 1 4.0 sst2 0.8363636363636363
cb random 2 1 4.0 sst2 0.8181818181818182
boolq ap 2 1 4.0 sst2 0.74
boolq ap 2 1 4.0 mrpc 0.736
boolq ap 2 1 4.0 cola 0.734
boolq ap 2 1 4.0 qqp 0.708
boolq ap_avg 2 1 4.0 sst2 0.722
boolq moe 2 1 4.0 sst2 0.73
boolq random 2 1 4.0 sst2 0.739
multirc ap 4 1 4.0 sst2 0.792
multirc ap 4 1 4.0 mrpc 0.768
multirc ap 4 1 4.0 cola 0.787
multirc ap 4 1 4.0 qqp 0.714
multirc ap_avg 4 1 4.0 sst2 0.746
multirc moe 4 1 4.0 sst2 0.782
multirc random 4 1 4.0 sst2 0.786
cb ap 4 1 4.0 sst2 0.8181818181818182
cb ap 4 1 4.0 mrpc 0.8545454545454545
cb ap 4 1 4.0 cola 0.8545454545454545
cb ap 4 1 4.0 qqp 0.8909090909090909
cb ap_avg 4 1 4.0 sst2 0.8181818181818182
cb moe 4 1 4.0 sst2 0.8363636363636363
cb random 4 1 4.0 sst2 0.8363636363636363
boolq ap 4 1 4.0 sst2 0.73
boolq ap 4 1 4.0 mrpc 0.732
boolq ap 4 1 4.0 cola 0.734
boolq ap 4 1 4.0 qqp 0.705
boolq ap_avg 4 1 4.0 sst2 0.678
boolq moe 4 1 4.0 sst2 0.724
boolq random 4 1 4.0 sst2 0.727
multirc ap 6 1 4.0 sst2 0.773
multirc ap 6 1 4.0 mrpc 0.734
multirc ap 6 1 4.0 cola 0.769
multirc ap 6 1 4.0 qqp 0.629
multirc ap_avg 6 1 4.0 sst2 0.671
multirc moe 6 1 4.0 sst2 0.6
multirc random 6 1 4.0 sst2 0.793
cb ap 6 1 4.0 sst2 0.8
cb ap 6 1 4.0 mrpc 0.8
cb ap 6 1 4.0 cola 0.8
cb ap 6 1 4.0 qqp 0.8181818181818182
cb ap_avg 6 1 4.0 sst2 0.7818181818181819
cb moe 6 1 4.0 sst2 0.6727272727272727
cb random 6 1 4.0 sst2 0.8
boolq ap 6 1 4.0 sst2 0.693
boolq ap 6 1 4.0 mrpc 0.732
boolq ap 6 1 4.0 cola 0.717
boolq ap 6 1 4.0 qqp 0.623
boolq ap_avg 6 1 4.0 sst2 0.624
boolq moe 6 1 4.0 sst2 0.65
boolq random 6 1 4.0 sst2 0.702
multirc ap 8 1 4.0 sst2 0.748
multirc ap 8 1 4.0 mrpc 0.715
multirc ap 8 1 4.0 cola 0.729
multirc ap 8 1 4.0 qqp 0.586
multirc ap_avg 8 1 4.0 sst2 0.605
multirc moe 8 1 4.0 sst2 0.579
multirc random 8 1 4.0 sst2 0.78
cb ap 8 1 4.0 sst2 0.7272727272727273
cb ap 8 1 4.0 mrpc 0.7818181818181819
cb ap 8 1 4.0 cola 0.8
cb ap 8 1 4.0 qqp 0.6727272727272727
cb ap_avg 8 1 4.0 sst2 0.509090909090909
cb moe 8 1 4.0 sst2 0.6545454545454545
cb random 8 1 4.0 sst2 0.7818181818181819
boolq ap 8 1 4.0 sst2 0.676
boolq ap 8 1 4.0 mrpc 0.702
boolq ap 8 1 4.0 cola 0.711
boolq ap 8 1 4.0 qqp 0.541
boolq ap_avg 8 1 4.0 sst2 0.568
boolq moe 8 1 4.0 sst2 0.599
boolq random 8 1 4.0 sst2 0.715
multirc ap 10 1 4.0 sst2 0.741
multirc ap 10 1 4.0 mrpc 0.664
multirc ap 10 1 4.0 cola 0.679
multirc ap 10 1 4.0 qqp 0.555
multirc ap_avg 10 1 4.0 sst2 0.551
multirc moe 10 1 4.0 sst2 0.56
multirc random 10 1 4.0 sst2 0.772
cb ap 10 1 4.0 sst2 0.6727272727272727
cb ap 10 1 4.0 mrpc 0.6909090909090909
cb ap 10 1 4.0 cola 0.7272727272727273
cb ap 10 1 4.0 qqp 0.509090909090909
cb ap_avg 10 1 4.0 sst2 0.41818181818181815
cb moe 10 1 4.0 sst2 0.45454545454545453
cb random 10 1 4.0 sst2 0.8
boolq ap 10 1 4.0 sst2 0.672
boolq ap 10 1 4.0 mrpc 0.653
boolq ap 10 1 4.0 cola 0.668
boolq ap 10 1 4.0 qqp 0.469
boolq ap_avg 10 1 4.0 sst2 0.525
boolq moe 10 1 4.0 sst2 0.455
boolq random 10 1 4.0 sst2 0.702
multirc ap 12 1 4.0 sst2 0.7
multirc ap 12 1 4.0 mrpc 0.679
multirc ap 12 1 4.0 cola 0.655
multirc ap 12 1 4.0 qqp 0.546
multirc ap_avg 12 1 4.0 sst2 0.545
multirc moe 12 1 4.0 sst2 0.553
multirc random 12 1 4.0 sst2 0.756
cb ap 12 1 4.0 sst2 0.6909090909090909
cb ap 12 1 4.0 mrpc 0.5818181818181818
cb ap 12 1 4.0 cola 0.5818181818181818
cb ap 12 1 4.0 qqp 0.43636363636363634
cb ap_avg 12 1 4.0 sst2 0.41818181818181815
cb moe 12 1 4.0 sst2 0.41818181818181815
cb random 12 1 4.0 sst2 0.8
boolq ap 12 1 4.0 sst2 0.615
boolq ap 12 1 4.0 mrpc 0.611
boolq ap 12 1 4.0 cola 0.652
boolq ap 12 1 4.0 qqp 0.468
boolq ap_avg 12 1 4.0 sst2 0.476
boolq moe 12 1 4.0 sst2 0.447
boolq random 12 1 4.0 sst2 0.68
multirc ap 2 2 4.0 sst2 0.802
multirc ap 2 2 4.0 mrpc 0.797
multirc ap 2 2 4.0 cola 0.788
multirc ap 2 2 4.0 qqp 0.761
multirc ap_avg 2 2 4.0 sst2 0.773
multirc moe 2 2 4.0 sst2 0.788
multirc random 2 2 4.0 sst2 0.795
cb ap 2 2 4.0 sst2 0.8181818181818182
cb ap 2 2 4.0 mrpc 0.7818181818181819
cb ap 2 2 4.0 cola 0.8545454545454545
cb ap 2 2 4.0 qqp 0.8363636363636363
cb ap_avg 2 2 4.0 sst2 0.7818181818181819
cb moe 2 2 4.0 sst2 0.8181818181818182
cb random 2 2 4.0 sst2 0.8
boolq ap 2 2 4.0 sst2 0.739
boolq ap 2 2 4.0 mrpc 0.729
boolq ap 2 2 4.0 cola 0.735
boolq ap 2 2 4.0 qqp 0.695
boolq ap_avg 2 2 4.0 sst2 0.703
boolq moe 2 2 4.0 sst2 0.735
boolq random 2 2 4.0 sst2 0.749
multirc ap 4 2 4.0 sst2 0.782
multirc ap 4 2 4.0 mrpc 0.792
multirc ap 4 2 4.0 cola 0.79
multirc ap 4 2 4.0 qqp 0.727
multirc ap_avg 4 2 4.0 sst2 0.748
multirc moe 4 2 4.0 sst2 0.78
multirc random 4 2 4.0 sst2 0.813
cb ap 4 2 4.0 sst2 0.7818181818181819
cb ap 4 2 4.0 mrpc 0.8181818181818182
cb ap 4 2 4.0 cola 0.8
cb ap 4 2 4.0 qqp 0.8181818181818182
cb ap_avg 4 2 4.0 sst2 0.9090909090909091
cb moe 4 2 4.0 sst2 0.8181818181818182
cb random 4 2 4.0 sst2 0.8181818181818182
boolq ap 4 2 4.0 sst2 0.712
boolq ap 4 2 4.0 mrpc 0.723
boolq ap 4 2 4.0 cola 0.725
boolq ap 4 2 4.0 qqp 0.688
boolq ap_avg 4 2 4.0 sst2 0.675
boolq moe 4 2 4.0 sst2 0.735
boolq random 4 2 4.0 sst2 0.748
multirc ap 6 2 4.0 sst2 0.772
multirc ap 6 2 4.0 mrpc 0.735
multirc ap 6 2 4.0 cola 0.746
multirc ap 6 2 4.0 qqp 0.632
multirc ap_avg 6 2 4.0 sst2 0.649
multirc moe 6 2 4.0 sst2 0.594
multirc random 6 2 4.0 sst2 0.797
cb ap 6 2 4.0 sst2 0.7818181818181819
cb ap 6 2 4.0 mrpc 0.8181818181818182
cb ap 6 2 4.0 cola 0.8363636363636363
cb ap 6 2 4.0 qqp 0.8181818181818182
cb ap_avg 6 2 4.0 sst2 0.7272727272727273
cb moe 6 2 4.0 sst2 0.6545454545454545
cb random 6 2 4.0 sst2 0.8
boolq ap 6 2 4.0 sst2 0.693
boolq ap 6 2 4.0 mrpc 0.724
boolq ap 6 2 4.0 cola 0.727
boolq ap 6 2 4.0 qqp 0.621
boolq ap_avg 6 2 4.0 sst2 0.612
boolq moe 6 2 4.0 sst2 0.636
boolq random 6 2 4.0 sst2 0.742
multirc ap 8 2 4.0 sst2 0.765
multirc ap 8 2 4.0 mrpc 0.7
multirc ap 8 2 4.0 cola 0.718
multirc ap 8 2 4.0 qqp 0.605
multirc ap_avg 8 2 4.0 sst2 0.582
multirc moe 8 2 4.0 sst2 0.571
multirc random 8 2 4.0 sst2 0.793
cb ap 8 2 4.0 sst2 0.7636363636363637
cb ap 8 2 4.0 mrpc 0.7272727272727273
cb ap 8 2 4.0 cola 0.8181818181818182
cb ap 8 2 4.0 qqp 0.6363636363636364
cb ap_avg 8 2 4.0 sst2 0.6
cb moe 8 2 4.0 sst2 0.5636363636363636
cb random 8 2 4.0 sst2 0.8
boolq ap 8 2 4.0 sst2 0.697
boolq ap 8 2 4.0 mrpc 0.702
boolq ap 8 2 4.0 cola 0.695
boolq ap 8 2 4.0 qqp 0.53
boolq ap_avg 8 2 4.0 sst2 0.55
boolq moe 8 2 4.0 sst2 0.627
boolq random 8 2 4.0 sst2 0.725
multirc ap 10 2 4.0 sst2 0.703
multirc ap 10 2 4.0 mrpc 0.69
multirc ap 10 2 4.0 cola 0.668
multirc ap 10 2 4.0 qqp 0.545
multirc ap_avg 10 2 4.0 sst2 0.55
multirc moe 10 2 4.0 sst2 0.553
multirc random 10 2 4.0 sst2 0.783
cb ap 10 2 4.0 sst2 0.7272727272727273
cb ap 10 2 4.0 mrpc 0.5454545454545454
cb ap 10 2 4.0 cola 0.7090909090909091
cb ap 10 2 4.0 qqp 0.509090909090909
cb ap_avg 10 2 4.0 sst2 0.45454545454545453
cb moe 10 2 4.0 sst2 0.41818181818181815
cb random 10 2 4.0 sst2 0.7636363636363637
boolq ap 10 2 4.0 sst2 0.664
boolq ap 10 2 4.0 mrpc 0.65
boolq ap 10 2 4.0 cola 0.659
boolq ap 10 2 4.0 qqp 0.477
boolq ap_avg 10 2 4.0 sst2 0.518
boolq moe 10 2 4.0 sst2 0.441
boolq random 10 2 4.0 sst2 0.736
multirc ap 12 2 4.0 sst2 0.705
multirc ap 12 2 4.0 mrpc 0.673
multirc ap 12 2 4.0 cola 0.67
multirc ap 12 2 4.0 qqp 0.546
multirc ap_avg 12 2 4.0 sst2 0.555
multirc moe 12 2 4.0 sst2 0.538
multirc random 12 2 4.0 sst2 0.772
cb ap 12 2 4.0 sst2 0.5818181818181818
cb ap 12 2 4.0 mrpc 0.6
cb ap 12 2 4.0 cola 0.5636363636363636
cb ap 12 2 4.0 qqp 0.43636363636363634
cb ap_avg 12 2 4.0 sst2 0.41818181818181815
cb moe 12 2 4.0 sst2 0.43636363636363634
cb random 12 2 4.0 sst2 0.8
boolq ap 12 2 4.0 sst2 0.635
boolq ap 12 2 4.0 mrpc 0.637
boolq ap 12 2 4.0 cola 0.624
boolq ap 12 2 4.0 qqp 0.464
boolq ap_avg 12 2 4.0 sst2 0.476
boolq moe 12 2 4.0 sst2 0.434
boolq random 12 2 4.0 sst2 0.725
multirc ap 2 3 4.0 sst2 0.796
multirc ap 2 3 4.0 mrpc 0.798
multirc ap 2 3 4.0 cola 0.803
multirc ap 2 3 4.0 qqp 0.768
multirc ap_avg 2 3 4.0 sst2 0.799
multirc moe 2 3 4.0 sst2 0.77
multirc random 2 3 4.0 sst2 0.809
cb ap 2 3 4.0 sst2 0.7454545454545455
cb ap 2 3 4.0 mrpc 0.8181818181818182
cb ap 2 3 4.0 cola 0.8363636363636363
cb ap 2 3 4.0 qqp 0.8363636363636363
cb ap_avg 2 3 4.0 sst2 0.8
cb moe 2 3 4.0 sst2 0.7818181818181819
cb random 2 3 4.0 sst2 0.8363636363636363
boolq ap 2 3 4.0 sst2 0.737
boolq ap 2 3 4.0 mrpc 0.725
boolq ap 2 3 4.0 cola 0.733
boolq ap 2 3 4.0 qqp 0.704
boolq ap_avg 2 3 4.0 sst2 0.728
boolq moe 2 3 4.0 sst2 0.742
boolq random 2 3 4.0 sst2 0.74
multirc ap 4 3 4.0 sst2 0.787
multirc ap 4 3 4.0 mrpc 0.785
multirc ap 4 3 4.0 cola 0.8
multirc ap 4 3 4.0 qqp 0.713
multirc ap_avg 4 3 4.0 sst2 0.728
multirc moe 4 3 4.0 sst2 0.763
multirc random 4 3 4.0 sst2 0.803
cb ap 4 3 4.0 sst2 0.8363636363636363
cb ap 4 3 4.0 mrpc 0.8181818181818182
cb ap 4 3 4.0 cola 0.8363636363636363
cb ap 4 3 4.0 qqp 0.8545454545454545
cb ap_avg 4 3 4.0 sst2 0.8181818181818182
cb moe 4 3 4.0 sst2 0.8545454545454545
cb random 4 3 4.0 sst2 0.8363636363636363
boolq ap 4 3 4.0 sst2 0.718
boolq ap 4 3 4.0 mrpc 0.722
boolq ap 4 3 4.0 cola 0.734
boolq ap 4 3 4.0 qqp 0.708
boolq ap_avg 4 3 4.0 sst2 0.668
boolq moe 4 3 4.0 sst2 0.714
boolq random 4 3 4.0 sst2 0.735
multirc ap 6 3 4.0 sst2 0.776
multirc ap 6 3 4.0 mrpc 0.729
multirc ap 6 3 4.0 cola 0.772
multirc ap 6 3 4.0 qqp 0.649
multirc ap_avg 6 3 4.0 sst2 0.674
multirc moe 6 3 4.0 sst2 0.612
multirc random 6 3 4.0 sst2 0.801
cb ap 6 3 4.0 sst2 0.8545454545454545
cb ap 6 3 4.0 mrpc 0.7090909090909091
cb ap 6 3 4.0 cola 0.7636363636363637
cb ap 6 3 4.0 qqp 0.8363636363636363
cb ap_avg 6 3 4.0 sst2 0.8
cb moe 6 3 4.0 sst2 0.6727272727272727
cb random 6 3 4.0 sst2 0.8363636363636363
boolq ap 6 3 4.0 sst2 0.704
boolq ap 6 3 4.0 mrpc 0.738
boolq ap 6 3 4.0 cola 0.709
boolq ap 6 3 4.0 qqp 0.615
boolq ap_avg 6 3 4.0 sst2 0.615
boolq moe 6 3 4.0 sst2 0.684
boolq random 6 3 4.0 sst2 0.727
multirc ap 8 3 4.0 sst2 0.758
multirc ap 8 3 4.0 mrpc 0.7
multirc ap 8 3 4.0 cola 0.743
multirc ap 8 3 4.0 qqp 0.562
multirc ap_avg 8 3 4.0 sst2 0.59
multirc moe 8 3 4.0 sst2 0.583
multirc random 8 3 4.0 sst2 0.783
cb ap 8 3 4.0 sst2 0.7272727272727273
cb ap 8 3 4.0 mrpc 0.6363636363636364
cb ap 8 3 4.0 cola 0.7454545454545455
cb ap 8 3 4.0 qqp 0.7272727272727273
cb ap_avg 8 3 4.0 sst2 0.5818181818181818
cb moe 8 3 4.0 sst2 0.6181818181818182
cb random 8 3 4.0 sst2 0.8
boolq ap 8 3 4.0 sst2 0.705
boolq ap 8 3 4.0 mrpc 0.691
boolq ap 8 3 4.0 cola 0.718
boolq ap 8 3 4.0 qqp 0.524
boolq ap_avg 8 3 4.0 sst2 0.531
boolq moe 8 3 4.0 sst2 0.618
boolq random 8 3 4.0 sst2 0.733
multirc ap 10 3 4.0 sst2 0.759
multirc ap 10 3 4.0 mrpc 0.668
multirc ap 10 3 4.0 cola 0.679
multirc ap 10 3 4.0 qqp 0.562
multirc ap_avg 10 3 4.0 sst2 0.545
multirc moe 10 3 4.0 sst2 0.556
multirc random 10 3 4.0 sst2 0.775
cb ap 10 3 4.0 sst2 0.6545454545454545
cb ap 10 3 4.0 mrpc 0.6181818181818182
cb ap 10 3 4.0 cola 0.6545454545454545
cb ap 10 3 4.0 qqp 0.4727272727272727
cb ap_avg 10 3 4.0 sst2 0.4909090909090909
cb moe 10 3 4.0 sst2 0.45454545454545453
cb random 10 3 4.0 sst2 0.7636363636363637
boolq ap 10 3 4.0 sst2 0.66
boolq ap 10 3 4.0 mrpc 0.659
boolq ap 10 3 4.0 cola 0.669
boolq ap 10 3 4.0 qqp 0.492
boolq ap_avg 10 3 4.0 sst2 0.529
boolq moe 10 3 4.0 sst2 0.448
boolq random 10 3 4.0 sst2 0.736
multirc ap 12 3 4.0 sst2 0.68
multirc ap 12 3 4.0 mrpc 0.656
multirc ap 12 3 4.0 cola 0.666
multirc ap 12 3 4.0 qqp 0.546
multirc ap_avg 12 3 4.0 sst2 0.545
multirc moe 12 3 4.0 sst2 0.551
multirc random 12 3 4.0 sst2 0.77
cb ap 12 3 4.0 sst2 0.6
cb ap 12 3 4.0 mrpc 0.6
cb ap 12 3 4.0 cola 0.5454545454545454
cb ap 12 3 4.0 qqp 0.43636363636363634
cb ap_avg 12 3 4.0 sst2 0.41818181818181815
cb moe 12 3 4.0 sst2 0.45454545454545453
cb random 12 3 4.0 sst2 0.8545454545454545
boolq ap 12 3 4.0 sst2 0.642
boolq ap 12 3 4.0 mrpc 0.644
boolq ap 12 3 4.0 cola 0.64
boolq ap 12 3 4.0 qqp 0.473
boolq ap_avg 12 3 4.0 sst2 0.482
boolq moe 12 3 4.0 sst2 0.424
boolq random 12 3 4.0 sst2 0.717
multirc ap 2 4 4.0 sst2 0.811
multirc ap 2 4 4.0 mrpc 0.789
multirc ap 2 4 4.0 cola 0.802
multirc ap 2 4 4.0 qqp 0.75
multirc ap_avg 2 4 4.0 sst2 0.774
multirc moe 2 4 4.0 sst2 0.781
multirc random 2 4 4.0 sst2 0.805
cb ap 2 4 4.0 sst2 0.7818181818181819
cb ap 2 4 4.0 mrpc 0.8181818181818182
cb ap 2 4 4.0 cola 0.8545454545454545
cb ap 2 4 4.0 qqp 0.8909090909090909
cb ap_avg 2 4 4.0 sst2 0.8727272727272727
cb moe 2 4 4.0 sst2 0.8181818181818182
cb random 2 4 4.0 sst2 0.8
boolq ap 2 4 4.0 sst2 0.739
boolq ap 2 4 4.0 mrpc 0.727
boolq ap 2 4 4.0 cola 0.74
boolq ap 2 4 4.0 qqp 0.706
boolq ap_avg 2 4 4.0 sst2 0.72
boolq moe 2 4 4.0 sst2 0.739
boolq random 2 4 4.0 sst2 0.739
multirc ap 4 4 4.0 sst2 0.788
multirc ap 4 4 4.0 mrpc 0.77
multirc ap 4 4 4.0 cola 0.784
multirc ap 4 4 4.0 qqp 0.726
multirc ap_avg 4 4 4.0 sst2 0.739
multirc moe 4 4 4.0 sst2 0.761
multirc random 4 4 4.0 sst2 0.796
cb ap 4 4 4.0 sst2 0.7818181818181819
cb ap 4 4 4.0 mrpc 0.8909090909090909
cb ap 4 4 4.0 cola 0.8545454545454545
cb ap 4 4 4.0 qqp 0.8545454545454545
cb ap_avg 4 4 4.0 sst2 0.8
cb moe 4 4 4.0 sst2 0.8727272727272727
cb random 4 4 4.0 sst2 0.8363636363636363
boolq ap 4 4 4.0 sst2 0.715
boolq ap 4 4 4.0 mrpc 0.731
boolq ap 4 4 4.0 cola 0.73
boolq ap 4 4 4.0 qqp 0.686
boolq ap_avg 4 4 4.0 sst2 0.658
boolq moe 4 4 4.0 sst2 0.72
boolq random 4 4 4.0 sst2 0.737
multirc ap 6 4 4.0 sst2 0.774
multirc ap 6 4 4.0 mrpc 0.741
multirc ap 6 4 4.0 cola 0.776
multirc ap 6 4 4.0 qqp 0.631
multirc ap_avg 6 4 4.0 sst2 0.668
multirc moe 6 4 4.0 sst2 0.589
multirc random 6 4 4.0 sst2 0.797
cb ap 6 4 4.0 sst2 0.7636363636363637
cb ap 6 4 4.0 mrpc 0.7818181818181819
cb ap 6 4 4.0 cola 0.8
cb ap 6 4 4.0 qqp 0.8545454545454545
cb ap_avg 6 4 4.0 sst2 0.7818181818181819
cb moe 6 4 4.0 sst2 0.6545454545454545
cb random 6 4 4.0 sst2 0.7818181818181819
boolq ap 6 4 4.0 sst2 0.707
boolq ap 6 4 4.0 mrpc 0.716
boolq ap 6 4 4.0 cola 0.709
boolq ap 6 4 4.0 qqp 0.63
boolq ap_avg 6 4 4.0 sst2 0.614
boolq moe 6 4 4.0 sst2 0.669
boolq random 6 4 4.0 sst2 0.714
multirc ap 8 4 4.0 sst2 0.743
multirc ap 8 4 4.0 mrpc 0.685
multirc ap 8 4 4.0 cola 0.73
multirc ap 8 4 4.0 qqp 0.593
multirc ap_avg 8 4 4.0 sst2 0.592
multirc moe 8 4 4.0 sst2 0.573
multirc random 8 4 4.0 sst2 0.785
cb ap 8 4 4.0 sst2 0.8
cb ap 8 4 4.0 mrpc 0.7090909090909091
cb ap 8 4 4.0 cola 0.7636363636363637
cb ap 8 4 4.0 qqp 0.7090909090909091
cb ap_avg 8 4 4.0 sst2 0.6727272727272727
cb moe 8 4 4.0 sst2 0.6
cb random 8 4 4.0 sst2 0.7636363636363637
boolq ap 8 4 4.0 sst2 0.693
boolq ap 8 4 4.0 mrpc 0.7
boolq ap 8 4 4.0 cola 0.693
boolq ap 8 4 4.0 qqp 0.523
boolq ap_avg 8 4 4.0 sst2 0.539
boolq moe 8 4 4.0 sst2 0.642
boolq random 8 4 4.0 sst2 0.702
multirc ap 10 4 4.0 sst2 0.724
multirc ap 10 4 4.0 mrpc 0.683
multirc ap 10 4 4.0 cola 0.677
multirc ap 10 4 4.0 qqp 0.547
multirc ap_avg 10 4 4.0 sst2 0.565
multirc moe 10 4 4.0 sst2 0.569
multirc random 10 4 4.0 sst2 0.78
cb ap 10 4 4.0 sst2 0.6363636363636364
cb ap 10 4 4.0 mrpc 0.5272727272727272
cb ap 10 4 4.0 cola 0.7090909090909091
cb ap 10 4 4.0 qqp 0.4909090909090909
cb ap_avg 10 4 4.0 sst2 0.4727272727272727
cb moe 10 4 4.0 sst2 0.43636363636363634
cb random 10 4 4.0 sst2 0.7818181818181819
boolq ap 10 4 4.0 sst2 0.659
boolq ap 10 4 4.0 mrpc 0.652
boolq ap 10 4 4.0 cola 0.654
boolq ap 10 4 4.0 qqp 0.476
boolq ap_avg 10 4 4.0 sst2 0.527
boolq moe 10 4 4.0 sst2 0.452
boolq random 10 4 4.0 sst2 0.712
multirc ap 12 4 4.0 sst2 0.678
multirc ap 12 4 4.0 mrpc 0.661
multirc ap 12 4 4.0 cola 0.632
multirc ap 12 4 4.0 qqp 0.531
multirc ap_avg 12 4 4.0 sst2 0.554
multirc moe 12 4 4.0 sst2 0.556
multirc random 12 4 4.0 sst2 0.778
cb ap 12 4 4.0 sst2 0.6909090909090909
cb ap 12 4 4.0 mrpc 0.6
cb ap 12 4 4.0 cola 0.6
cb ap 12 4 4.0 qqp 0.43636363636363634
cb ap_avg 12 4 4.0 sst2 0.43636363636363634
cb moe 12 4 4.0 sst2 0.45454545454545453
cb random 12 4 4.0 sst2 0.8181818181818182
boolq ap 12 4 4.0 sst2 0.633
boolq ap 12 4 4.0 mrpc 0.611
boolq ap 12 4 4.0 cola 0.633
boolq ap 12 4 4.0 qqp 0.459
boolq ap_avg 12 4 4.0 sst2 0.497
boolq moe 12 4 4.0 sst2 0.419
boolq random 12 4 4.0 sst2 0.706
multirc ap 14 0 4.0 sst2 0.679
multirc ap 14 0 4.0 mrpc 0.642
multirc ap 14 0 4.0 cola 0.641
multirc ap 14 0 4.0 qqp 0.545
multirc ap_avg 14 0 4.0 sst2 0.55
multirc moe 14 0 4.0 sst2 0.541
multirc random 14 0 4.0 sst2 0.764
cb ap 14 0 4.0 sst2 0.6181818181818182
cb ap 14 0 4.0 mrpc 0.41818181818181815
cb ap 14 0 4.0 cola 0.509090909090909
cb ap 14 0 4.0 qqp 0.43636363636363634
cb ap_avg 14 0 4.0 sst2 0.41818181818181815
cb moe 14 0 4.0 sst2 0.41818181818181815
cb random 14 0 4.0 sst2 0.7636363636363637
boolq ap 14 0 4.0 sst2 0.608
boolq ap 14 0 4.0 mrpc 0.567
boolq ap 14 0 4.0 cola 0.593
boolq ap 14 0 4.0 qqp 0.42
boolq ap_avg 14 0 4.0 sst2 0.465
boolq moe 14 0 4.0 sst2 0.455
boolq random 14 0 4.0 sst2 0.707
sst2 ap 14 0 4.0 sst2 0.8589449541284404
sst2 ap 14 0 4.0 mrpc 0.8600917431192661
sst2 ap 14 0 4.0 cola 0.8646788990825688
sst2 ap 14 0 4.0 qqp 0.6995412844036697
sst2 ap_avg 14 0 4.0 sst2 0.7821100917431193
sst2 moe 14 0 4.0 sst2 0.7293577981651376
sst2 random 14 0 4.0 sst2 0.9094036697247706
mrpc ap 14 0 4.0 sst2 0.3627450980392157
mrpc ap 14 0 4.0 mrpc 0.33088235294117646
mrpc ap 14 0 4.0 cola 0.38480392156862747
mrpc ap 14 0 4.0 qqp 0.3235294117647059
mrpc ap_avg 14 0 4.0 sst2 0.31862745098039214
mrpc moe 14 0 4.0 sst2 0.3161764705882353
mrpc random 14 0 4.0 sst2 0.7549019607843137
cola ap 14 0 4.0 sst2 0.59
cola ap 14 0 4.0 mrpc 0.599
cola ap 14 0 4.0 cola 0.616
cola ap 14 0 4.0 qqp 0.497
cola ap_avg 14 0 4.0 sst2 0.526
cola moe 14 0 4.0 sst2 0.518
cola random 14 0 4.0 sst2 0.757
qqp ap 14 0 4.0 sst2 0.847
qqp ap 14 0 4.0 mrpc 0.806
qqp ap 14 0 4.0 cola 0.816
qqp ap 14 0 4.0 qqp 0.722
qqp ap_avg 14 0 4.0 sst2 0.77
qqp moe 14 0 4.0 sst2 0.743
qqp random 14 0 4.0 sst2 0.895
mnli ap 14 0 4.0 sst2 0.715
mnli ap 14 0 4.0 mrpc 0.662
mnli ap 14 0 4.0 cola 0.677
mnli ap 14 0 4.0 qqp 0.48
mnli ap_avg 14 0 4.0 sst2 0.555
mnli moe 14 0 4.0 sst2 0.481
mnli random 14 0 4.0 sst2 0.842
qnli ap 14 0 4.0 sst2 0.757
qnli ap 14 0 4.0 mrpc 0.747
qnli ap 14 0 4.0 cola 0.782
qnli ap 14 0 4.0 qqp 0.551
qnli ap_avg 14 0 4.0 sst2 0.674
qnli moe 14 0 4.0 sst2 0.602
qnli random 14 0 4.0 sst2 0.873
rte ap 14 0 4.0 sst2 0.5018050541516246
rte ap 14 0 4.0 mrpc 0.5667870036101083
rte ap 14 0 4.0 cola 0.555956678700361
rte ap 14 0 4.0 qqp 0.516245487364621
rte ap_avg 14 0 4.0 sst2 0.5379061371841155
rte moe 14 0 4.0 sst2 0.555956678700361
rte random 14 0 4.0 sst2 0.5776173285198556
multirc ap 14 1 4.0 sst2 0.652
multirc ap 14 1 4.0 mrpc 0.594
multirc ap 14 1 4.0 cola 0.646
multirc ap 14 1 4.0 qqp 0.544
multirc ap_avg 14 1 4.0 sst2 0.555
multirc moe 14 1 4.0 sst2 0.567
multirc random 14 1 4.0 sst2 0.736
cb ap 14 1 4.0 sst2 0.5454545454545454
cb ap 14 1 4.0 mrpc 0.4727272727272727
cb ap 14 1 4.0 cola 0.4909090909090909
cb ap 14 1 4.0 qqp 0.41818181818181815
cb ap_avg 14 1 4.0 sst2 0.43636363636363634
cb moe 14 1 4.0 sst2 0.41818181818181815
cb random 14 1 4.0 sst2 0.8
boolq ap 14 1 4.0 sst2 0.627
boolq ap 14 1 4.0 mrpc 0.583
boolq ap 14 1 4.0 cola 0.606
boolq ap 14 1 4.0 qqp 0.408
boolq ap_avg 14 1 4.0 sst2 0.484
boolq moe 14 1 4.0 sst2 0.456
boolq random 14 1 4.0 sst2 0.661
sst2 ap 14 1 4.0 sst2 0.8486238532110092
sst2 ap 14 1 4.0 mrpc 0.8681192660550459
sst2 ap 14 1 4.0 cola 0.8738532110091743
sst2 ap 14 1 4.0 qqp 0.7064220183486238
sst2 ap_avg 14 1 4.0 sst2 0.8084862385321101
sst2 moe 14 1 4.0 sst2 0.7327981651376146
sst2 random 14 1 4.0 sst2 0.9162844036697247
mrpc ap 14 1 4.0 sst2 0.36519607843137253
mrpc ap 14 1 4.0 mrpc 0.34068627450980393
mrpc ap 14 1 4.0 cola 0.38480392156862747
mrpc ap 14 1 4.0 qqp 0.3235294117647059
mrpc ap_avg 14 1 4.0 sst2 0.31862745098039214
mrpc moe 14 1 4.0 sst2 0.3161764705882353
mrpc random 14 1 4.0 sst2 0.7083333333333334
cola ap 14 1 4.0 sst2 0.619
cola ap 14 1 4.0 mrpc 0.598
cola ap 14 1 4.0 cola 0.626
cola ap 14 1 4.0 qqp 0.498
cola ap_avg 14 1 4.0 sst2 0.497
cola moe 14 1 4.0 sst2 0.513
cola random 14 1 4.0 sst2 0.74
qqp ap 14 1 4.0 sst2 0.837
qqp ap 14 1 4.0 mrpc 0.791
qqp ap 14 1 4.0 cola 0.82
qqp ap 14 1 4.0 qqp 0.722
qqp ap_avg 14 1 4.0 sst2 0.765
qqp moe 14 1 4.0 sst2 0.752
qqp random 14 1 4.0 sst2 0.881
mnli ap 14 1 4.0 sst2 0.721
mnli ap 14 1 4.0 mrpc 0.673
mnli ap 14 1 4.0 cola 0.674
mnli ap 14 1 4.0 qqp 0.48
mnli ap_avg 14 1 4.0 sst2 0.544
mnli moe 14 1 4.0 sst2 0.504
mnli random 14 1 4.0 sst2 0.802
qnli ap 14 1 4.0 sst2 0.754
qnli ap 14 1 4.0 mrpc 0.744
qnli ap 14 1 4.0 cola 0.781
qnli ap 14 1 4.0 qqp 0.541
qnli ap_avg 14 1 4.0 sst2 0.647
qnli moe 14 1 4.0 sst2 0.597
qnli random 14 1 4.0 sst2 0.896
rte ap 14 1 4.0 sst2 0.4981949458483754
rte ap 14 1 4.0 mrpc 0.5667870036101083
rte ap 14 1 4.0 cola 0.5956678700361011
rte ap 14 1 4.0 qqp 0.5379061371841155
rte ap_avg 14 1 4.0 sst2 0.5451263537906137
rte moe 14 1 4.0 sst2 0.5270758122743683
rte random 14 1 4.0 sst2 0.5270758122743683
multirc ap 14 2 4.0 sst2 0.671
multirc ap 14 2 4.0 mrpc 0.606
multirc ap 14 2 4.0 cola 0.614
multirc ap 14 2 4.0 qqp 0.543
multirc ap_avg 14 2 4.0 sst2 0.549
multirc moe 14 2 4.0 sst2 0.546
multirc random 14 2 4.0 sst2 0.771
cb ap 14 2 4.0 sst2 0.509090909090909
cb ap 14 2 4.0 mrpc 0.4727272727272727
cb ap 14 2 4.0 cola 0.5272727272727272
cb ap 14 2 4.0 qqp 0.41818181818181815
cb ap_avg 14 2 4.0 sst2 0.41818181818181815
cb moe 14 2 4.0 sst2 0.43636363636363634
cb random 14 2 4.0 sst2 0.8181818181818182
boolq ap 14 2 4.0 sst2 0.623
boolq ap 14 2 4.0 mrpc 0.57
boolq ap 14 2 4.0 cola 0.634
boolq ap 14 2 4.0 qqp 0.424
boolq ap_avg 14 2 4.0 sst2 0.477
boolq moe 14 2 4.0 sst2 0.457
boolq random 14 2 4.0 sst2 0.726
sst2 ap 14 2 4.0 sst2 0.856651376146789
sst2 ap 14 2 4.0 mrpc 0.8784403669724771
sst2 ap 14 2 4.0 cola 0.8715596330275229
sst2 ap 14 2 4.0 qqp 0.6926605504587156
sst2 ap_avg 14 2 4.0 sst2 0.8096330275229358
sst2 moe 14 2 4.0 sst2 0.7408256880733946
sst2 random 14 2 4.0 sst2 0.9243119266055045
mrpc ap 14 2 4.0 sst2 0.3627450980392157
mrpc ap 14 2 4.0 mrpc 0.3627450980392157
mrpc ap 14 2 4.0 cola 0.4117647058823529
mrpc ap 14 2 4.0 qqp 0.3235294117647059
mrpc ap_avg 14 2 4.0 sst2 0.3161764705882353
mrpc moe 14 2 4.0 sst2 0.32107843137254904
mrpc random 14 2 4.0 sst2 0.7524509803921569
cola ap 14 2 4.0 sst2 0.596
cola ap 14 2 4.0 mrpc 0.605
cola ap 14 2 4.0 cola 0.603
cola ap 14 2 4.0 qqp 0.472
cola ap_avg 14 2 4.0 sst2 0.534
cola moe 14 2 4.0 sst2 0.521
cola random 14 2 4.0 sst2 0.717
qqp ap 14 2 4.0 sst2 0.848
qqp ap 14 2 4.0 mrpc 0.808
qqp ap 14 2 4.0 cola 0.827
qqp ap 14 2 4.0 qqp 0.717
qqp ap_avg 14 2 4.0 sst2 0.777
qqp moe 14 2 4.0 sst2 0.751
qqp random 14 2 4.0 sst2 0.894
mnli ap 14 2 4.0 sst2 0.703
mnli ap 14 2 4.0 mrpc 0.657
mnli ap 14 2 4.0 cola 0.672
mnli ap 14 2 4.0 qqp 0.503
mnli ap_avg 14 2 4.0 sst2 0.535
mnli moe 14 2 4.0 sst2 0.499
mnli random 14 2 4.0 sst2 0.815
qnli ap 14 2 4.0 sst2 0.756
qnli ap 14 2 4.0 mrpc 0.737
qnli ap 14 2 4.0 cola 0.784
qnli ap 14 2 4.0 qqp 0.546
qnli ap_avg 14 2 4.0 sst2 0.654
qnli moe 14 2 4.0 sst2 0.588
qnli random 14 2 4.0 sst2 0.891
rte ap 14 2 4.0 sst2 0.4729241877256318
rte ap 14 2 4.0 mrpc 0.5415162454873647
rte ap 14 2 4.0 cola 0.5270758122743683
rte ap 14 2 4.0 qqp 0.51985559566787
rte ap_avg 14 2 4.0 sst2 0.5342960288808665
rte moe 14 2 4.0 sst2 0.5415162454873647
rte random 14 2 4.0 sst2 0.5342960288808665
multirc ap 14 3 4.0 sst2 0.684
multirc ap 14 3 4.0 mrpc 0.594
multirc ap 14 3 4.0 cola 0.628
multirc ap 14 3 4.0 qqp 0.54
multirc ap_avg 14 3 4.0 sst2 0.552
multirc moe 14 3 4.0 sst2 0.551
multirc random 14 3 4.0 sst2 0.756
cb ap 14 3 4.0 sst2 0.6727272727272727
cb ap 14 3 4.0 mrpc 0.4727272727272727
cb ap 14 3 4.0 cola 0.5272727272727272
cb ap 14 3 4.0 qqp 0.41818181818181815
cb ap_avg 14 3 4.0 sst2 0.41818181818181815
cb moe 14 3 4.0 sst2 0.41818181818181815
cb random 14 3 4.0 sst2 0.8
boolq ap 14 3 4.0 sst2 0.615
boolq ap 14 3 4.0 mrpc 0.559
boolq ap 14 3 4.0 cola 0.617
boolq ap 14 3 4.0 qqp 0.415
boolq ap_avg 14 3 4.0 sst2 0.475
boolq moe 14 3 4.0 sst2 0.441
boolq random 14 3 4.0 sst2 0.689
sst2 ap 14 3 4.0 sst2 0.8623853211009175
sst2 ap 14 3 4.0 mrpc 0.875
sst2 ap 14 3 4.0 cola 0.8715596330275229
sst2 ap 14 3 4.0 qqp 0.6880733944954128
sst2 ap_avg 14 3 4.0 sst2 0.7889908256880734
sst2 moe 14 3 4.0 sst2 0.7350917431192661
sst2 random 14 3 4.0 sst2 0.9197247706422018
mrpc ap 14 3 4.0 sst2 0.35784313725490197
mrpc ap 14 3 4.0 mrpc 0.375
mrpc ap 14 3 4.0 cola 0.4068627450980392
mrpc ap 14 3 4.0 qqp 0.31862745098039214
mrpc ap_avg 14 3 4.0 sst2 0.3161764705882353
mrpc moe 14 3 4.0 sst2 0.31862745098039214
mrpc random 14 3 4.0 sst2 0.7892156862745098
cola ap 14 3 4.0 sst2 0.591
cola ap 14 3 4.0 mrpc 0.617
cola ap 14 3 4.0 cola 0.602
cola ap 14 3 4.0 qqp 0.508
cola ap_avg 14 3 4.0 sst2 0.512
cola moe 14 3 4.0 sst2 0.512
cola random 14 3 4.0 sst2 0.734
qqp ap 14 3 4.0 sst2 0.851
qqp ap 14 3 4.0 mrpc 0.801
qqp ap 14 3 4.0 cola 0.811
qqp ap 14 3 4.0 qqp 0.724
qqp ap_avg 14 3 4.0 sst2 0.774
qqp moe 14 3 4.0 sst2 0.75
qqp random 14 3 4.0 sst2 0.891
mnli ap 14 3 4.0 sst2 0.72
mnli ap 14 3 4.0 mrpc 0.664
mnli ap 14 3 4.0 cola 0.666
mnli ap 14 3 4.0 qqp 0.486
mnli ap_avg 14 3 4.0 sst2 0.545
mnli moe 14 3 4.0 sst2 0.497
mnli random 14 3 4.0 sst2 0.833
qnli ap 14 3 4.0 sst2 0.762
qnli ap 14 3 4.0 mrpc 0.721
qnli ap 14 3 4.0 cola 0.777
qnli ap 14 3 4.0 qqp 0.567
qnli ap_avg 14 3 4.0 sst2 0.659
qnli moe 14 3 4.0 sst2 0.61
qnli random 14 3 4.0 sst2 0.894
rte ap 14 3 4.0 sst2 0.516245487364621
rte ap 14 3 4.0 mrpc 0.5487364620938628
rte ap 14 3 4.0 cola 0.5342960288808665
rte ap 14 3 4.0 qqp 0.5306859205776173
rte ap_avg 14 3 4.0 sst2 0.4981949458483754
rte moe 14 3 4.0 sst2 0.5090252707581228
rte random 14 3 4.0 sst2 0.5342960288808665
multirc ap 14 4 4.0 sst2 0.667
multirc ap 14 4 4.0 mrpc 0.618
multirc ap 14 4 4.0 cola 0.63
multirc ap 14 4 4.0 qqp 0.538
multirc ap_avg 14 4 4.0 sst2 0.547
multirc moe 14 4 4.0 sst2 0.544
multirc random 14 4 4.0 sst2 0.769
cb ap 14 4 4.0 sst2 0.6545454545454545
cb ap 14 4 4.0 mrpc 0.41818181818181815
cb ap 14 4 4.0 cola 0.509090909090909
cb ap 14 4 4.0 qqp 0.41818181818181815
cb ap_avg 14 4 4.0 sst2 0.41818181818181815
cb moe 14 4 4.0 sst2 0.41818181818181815
cb random 14 4 4.0 sst2 0.7818181818181819
boolq ap 14 4 4.0 sst2 0.606
boolq ap 14 4 4.0 mrpc 0.565
boolq ap 14 4 4.0 cola 0.596
boolq ap 14 4 4.0 qqp 0.407
boolq ap_avg 14 4 4.0 sst2 0.478
boolq moe 14 4 4.0 sst2 0.456
boolq random 14 4 4.0 sst2 0.689
sst2 ap 14 4 4.0 sst2 0.8497706422018348
sst2 ap 14 4 4.0 mrpc 0.8704128440366973
sst2 ap 14 4 4.0 cola 0.8681192660550459
sst2 ap 14 4 4.0 qqp 0.7029816513761468
sst2 ap_avg 14 4 4.0 sst2 0.7821100917431193
sst2 moe 14 4 4.0 sst2 0.7293577981651376
sst2 random 14 4 4.0 sst2 0.9197247706422018
mrpc ap 14 4 4.0 sst2 0.3602941176470588
mrpc ap 14 4 4.0 mrpc 0.3333333333333333
mrpc ap 14 4 4.0 cola 0.375
mrpc ap 14 4 4.0 qqp 0.32107843137254904
mrpc ap_avg 14 4 4.0 sst2 0.31862745098039214
mrpc moe 14 4 4.0 sst2 0.3137254901960784
mrpc random 14 4 4.0 sst2 0.7401960784313726
cola ap 14 4 4.0 sst2 0.595
cola ap 14 4 4.0 mrpc 0.606
cola ap 14 4 4.0 cola 0.609
cola ap 14 4 4.0 qqp 0.482
cola ap_avg 14 4 4.0 sst2 0.51
cola moe 14 4 4.0 sst2 0.5
cola random 14 4 4.0 sst2 0.738
qqp ap 14 4 4.0 sst2 0.85
qqp ap 14 4 4.0 mrpc 0.812
qqp ap 14 4 4.0 cola 0.816
qqp ap 14 4 4.0 qqp 0.714
qqp ap_avg 14 4 4.0 sst2 0.771
qqp moe 14 4 4.0 sst2 0.758
qqp random 14 4 4.0 sst2 0.9
mnli ap 14 4 4.0 sst2 0.716
mnli ap 14 4 4.0 mrpc 0.653
mnli ap 14 4 4.0 cola 0.682
mnli ap 14 4 4.0 qqp 0.485
mnli ap_avg 14 4 4.0 sst2 0.525
mnli moe 14 4 4.0 sst2 0.506
mnli random 14 4 4.0 sst2 0.813
qnli ap 14 4 4.0 sst2 0.756
qnli ap 14 4 4.0 mrpc 0.767
qnli ap 14 4 4.0 cola 0.78
qnli ap 14 4 4.0 qqp 0.544
qnli ap_avg 14 4 4.0 sst2 0.662
qnli moe 14 4 4.0 sst2 0.616
qnli random 14 4 4.0 sst2 0.899
rte ap 14 4 4.0 sst2 0.5090252707581228
rte ap 14 4 4.0 mrpc 0.5595667870036101
rte ap 14 4 4.0 cola 0.5306859205776173
rte ap 14 4 4.0 qqp 0.5451263537906137
rte ap_avg 14 4 4.0 sst2 0.5270758122743683
rte moe 14 4 4.0 sst2 0.5270758122743683
rte random 14 4 4.0 sst2 0.6028880866425993
multirc random 0 0 4.0 sst2 0.805
cb random 0 0 4.0 sst2 0.8363636363636363
boolq random 0 0 4.0 sst2 0.744
sst2 random 0 0 4.0 sst2 0.9392201834862385
mrpc random 0 0 4.0 sst2 0.8578431372549019
cola random 0 0 4.0 sst2 0.792
qqp random 0 0 4.0 sst2 0.907
mnli random 0 0 4.0 sst2 0.856
qnli random 0 0 4.0 sst2 0.924
rte random 0 0 4.0 sst2 0.6750902527075813
